-- Logs begin at Sat 2021-11-20 02:46:18 UTC, end at Sat 2021-11-20 03:42:20 UTC. -- Nov 20 03:16:22.177761 dv-cinder-818037-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 20 03:16:24.924749 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.common.config [-] Logging enabled! Nov 20 03:16:24.925212 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev213 Nov 20 03:16:24.925546 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102500) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 20 03:16:24.928820 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.common.config [-] Logging enabled! Nov 20 03:16:24.929086 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev213 Nov 20 03:16:24.929409 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102500) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 20 03:16:24.930410 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 20 03:16:24.930652 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 20 03:16:24.931020 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 20 03:16:24.931273 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 20 03:16:24.931505 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 20 03:16:24.931852 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.932281 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 20 03:16:24.932602 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.932902 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.933201 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.933503 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.933800 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.934088 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.934383 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.934688 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.934979 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.935263 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.935552 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.935873 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.936164 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.936457 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.936749 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.937038 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] debug = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.937323 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.937760 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.938186 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.938475 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.938777 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.939060 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.939337 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.939618 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.939937 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.940273 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] host = dv-cinder-818037-5-iscsi {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.940556 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.940849 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.941140 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.941429 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.941710 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.941992 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.942281 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.942562 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.942837 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] log_file = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.943115 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.943409 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.943702 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.944024 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.944255 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.944483 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.944793 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.945086 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.945367 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.945648 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.946467 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.946748 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.947028 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.947304 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.947597 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.947916 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.948210 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.948491 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.948771 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.949051 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.949337 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.949628 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.949908 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.950189 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.950470 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.950763 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.951039 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.951318 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.951626 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.951967 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.952261 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.952556 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.952838 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.953127 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.953406 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.953684 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.953961 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] use_json = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.954238 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.954514 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.954803 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.955080 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.955357 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.955632 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.955936 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.956225 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:24.956531 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.956837 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.957144 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.957437 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.957749 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.958036 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.958331 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.958616 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.958913 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.959212 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.959507 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.959807 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.960111 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.960396 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.960700 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.961014 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.961321 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.962220 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.962507 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.962794 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.963081 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.963371 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.963668 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.963984 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.964284 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.964584 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.964870 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.965179 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.965478 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.965784 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.966084 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.966367 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.966653 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.966950 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.967236 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.967517 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.967823 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.968123 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.968410 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.968690 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.968978 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.969270 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.969549 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.969829 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.970113 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.970409 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.970691 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.970969 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.971250 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.971532 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.971833 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.972128 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.972413 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.972692 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.972967 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.973250 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.973530 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.973809 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.974090 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.974367 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.974649 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.974925 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.975202 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.975480 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.975760 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.976061 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.976338 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.976614 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.977184 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.977463 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.977743 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.978021 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.978299 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.978576 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.978864 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.979163 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.979448 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.979731 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.980039 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.980321 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.980601 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.980881 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.981162 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.981444 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.981721 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.982016 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.982305 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.982594 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.982878 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.983182 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.983482 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.983764 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.984075 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.984357 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.984638 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.984926 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.985213 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.985512 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.985813 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.986113 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.986411 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.986709 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.986993 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.987305 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.987591 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:24.987830 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 20 03:16:24.988077 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102500) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 20 03:16:25.420092 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 20 03:16:25.420375 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 20 03:16:25.420687 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 20 03:16:25.421024 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 20 03:16:25.751709 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.751958 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.752239 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.753442 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.753729 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.754118 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.790322 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.790610 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.790885 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.806520 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.806806 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.807080 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.835435 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.835720 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.836018 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.874919 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.875205 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:25.875484 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.122534 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.123123 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.123123 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.123297 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.123993 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.225018 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.225350 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.225647 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.225921 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.226193 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.226515 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.227087 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.227376 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.227638 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.227957 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.228225 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.228496 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.228760 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.229018 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.229280 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.229550 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.229811 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.230083 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.230356 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.230624 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.230906 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.231168 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.231454 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.231860 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.232118 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.232370 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.232777 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:26.233024 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:26.233270 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:26.233512 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:26.233754 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:26.233995 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:26.234363 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 20 03:16:26.237536 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 20 03:16:26.241636 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 20 03:16:26.245561 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 20 03:16:26.247209 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 20 03:16:26.247681 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 20 03:16:26.248101 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 20 03:16:26.248500 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 20 03:16:26.251318 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 20 03:16:26.251571 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 20 03:16:26.251949 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 20 03:16:26.257263 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 20 03:16:26.280317 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 20 03:16:26.280773 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.281075 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102500) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 20 03:16:26.282603 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.284027 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102500) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 20 03:16:26.284318 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 20 03:16:26.284578 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 20 03:16:26.287813 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.288112 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:26.350786 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 20 03:16:26.351033 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 20 03:16:26.351275 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 20 03:16:26.351652 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 20 03:16:26.373298 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_db.sqlalchemy.engines [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102500) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 20 03:16:26.917572 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Initializing driver for type 'gre' Nov 20 03:16:26.918274 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] gre ID ranges: [(1, 1000)] Nov 20 03:16:26.971307 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Initializing driver for type 'local' Nov 20 03:16:26.971648 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Initializing driver for type 'vlan' Nov 20 03:16:26.983673 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] VlanTypeDriver initialization complete Nov 20 03:16:26.984044 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Initializing driver for type 'vxlan' Nov 20 03:16:26.984561 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] vxlan ID ranges: [(1, 1000)] Nov 20 03:16:27.036268 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Initializing extension driver 'port_security' Nov 20 03:16:27.036635 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.extensions.port_security [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] PortSecurityExtensionDriver initialization complete Nov 20 03:16:27.036968 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Initializing mechanism driver 'openvswitch' Nov 20 03:16:27.037298 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Initializing mechanism driver 'hyperv' Nov 20 03:16:27.043940 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:16:27.044777 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > port after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.045160 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > port after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.045527 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > port after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.046066 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102500) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 20 03:16:27.046502 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > subnet after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.046862 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > subnet after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.047216 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.047622 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102500) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 20 03:16:27.048064 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > network after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.048418 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > network after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.048765 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > network after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.049177 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102500) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 20 03:16:27.049579 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > security_group after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.049935 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > security_group after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.050282 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.050688 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102500) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 20 03:16:27.051097 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.051447 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.051807 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.052214 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102500) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 20 03:16:27.052623 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > address_group after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.052976 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > address_group after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.053323 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.053724 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102500) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 20 03:16:27.054108 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] ML2 OVO RPC backend initialized. {{(pid=102500) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 20 03:16:27.054815 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.055221 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.055648 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > network before_response 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.056030 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > networks before_response 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.056389 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > port before_response 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.056737 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > ports before_response 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.057087 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > subnet before_response 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.057431 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > subnets before_response 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.057786 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > network after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.058135 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > network after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.058479 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > network after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.058824 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > port after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.059168 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > port after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.059509 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > port after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.059878 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > subnet after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.060224 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > subnet after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.060563 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.061144 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.plugin [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Modular L2 Plugin initialization complete Nov 20 03:16:27.061480 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading services supported by the core plugin {{(pid=102500) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 20 03:16:27.061811 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.plugins.ml2.managers [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Got port-security extension from driver 'port_security' Nov 20 03:16:27.062281 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.extensions.vlantransparent [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Disabled vlantransparent extension. Nov 20 03:16:27.062768 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102500) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 20 03:16:27.063088 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading Plugin: router Nov 20 03:16:27.099492 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.099920 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router after_create 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.100299 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router before_create 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.100672 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.101054 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.101415 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router after_delete 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.102070 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.102549 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.102918 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router after_create 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.103272 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router after_update 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.103625 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router after_update 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.104003 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.104372 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router after_update 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.104791 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router precommit_update 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.105166 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: port after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.105522 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: port after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.105852 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: subnet after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.106196 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.106546 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.106895 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router precommit_create 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.107241 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: port before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.107588 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router precommit_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.107980 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router after_update 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.108327 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.108682 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router precommit_create 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.109044 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.109392 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router precommit_update 55549900 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.109756 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > agent after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.110108 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > agent after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.110456 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > network after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.111321 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Tracking information for resource: router configured {{(pid=102500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:27.111662 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Tracking information for resource: floatingip configured {{(pid=102500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:27.116581 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.db.l3_agentschedulers_db [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 20 03:16:27.117171 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: port after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.117577 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: port after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.117936 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: port after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.118293 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: port after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.119083 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router before_create 55550100 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.119452 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.119844 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router precommit_create 55550100 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.120208 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > router precommit_update 55550100 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.125194 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.services.provider_configuration [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service providers = [] {{(pid=102500) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 20 03:16:27.125717 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.db.servicetype_db [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102500) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 20 03:16:27.128511 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.services.service_base [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102500) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 20 03:16:27.128866 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.services.service_base [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102500) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 20 03:16:27.129214 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.services.service_base [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102500) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 20 03:16:27.130107 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.services.service_base [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102500) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 20 03:16:27.130488 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.services.service_base [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 20 03:16:27.130865 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:27.131189 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 20 03:16:27.142468 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:27.142810 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading Plugin: auto_allocate Nov 20 03:16:27.148621 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: network precommit_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.149593 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: network precommit_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.150112 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:27.150440 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading Plugin: tag Nov 20 03:16:27.157268 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:27.157556 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading Plugin: timestamp Nov 20 03:16:27.161467 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:27.161804 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading Plugin: network_ip_availability Nov 20 03:16:27.167341 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.167717 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.168104 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.168831 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:27.169156 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading Plugin: flavors Nov 20 03:16:27.175334 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:27.175668 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading Plugin: revisions Nov 20 03:16:27.180104 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:27.180504 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_concurrency.lockutils [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.760s {{(pid=102500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 20 03:16:27.181280 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102500) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 20 03:16:27.181607 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Initializing extension manager. Nov 20 03:16:27.182127 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: __init__.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.182476 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: __pycache__ {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.182817 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.183159 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: address_group.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.183959 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.184528 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: address-group Nov 20 03:16:27.184862 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: address_scope.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.185584 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.186107 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: address-scope Nov 20 03:16:27.186437 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.187375 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.187939 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: router-admin-state-down-before-update Nov 20 03:16:27.188273 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: agent.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.188988 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.189506 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: agent Nov 20 03:16:27.189835 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: agent_resources_synced.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.190758 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.191278 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: agent-resources-synced Nov 20 03:16:27.191605 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: allowedaddresspairs.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.193449 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.193980 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: allowed-address-pairs Nov 20 03:16:27.194310 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: auto_allocated_topology.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.195415 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.196526 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: auto-allocated-topology Nov 20 03:16:27.196853 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: availability_zone.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.197557 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.198071 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: availability_zone Nov 20 03:16:27.198397 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: availability_zone_filter.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.199318 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.199867 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: availability_zone_filter Nov 20 03:16:27.200195 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: data_plane_status.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.201113 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.201626 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension data-plane-status not supported by any of loaded plugins Nov 20 03:16:27.201951 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: default_subnetpools.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.202876 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.203390 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: default-subnetpools Nov 20 03:16:27.203718 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.204559 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.205073 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: dhcp_agent_scheduler Nov 20 03:16:27.205404 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: dns.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.206338 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.206848 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension dns-integration not supported by any of loaded plugins Nov 20 03:16:27.207176 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: dns_domain_ports.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.208134 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.208650 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 20 03:16:27.208973 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.209900 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.210414 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 20 03:16:27.210738 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: dvr.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.212050 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.212564 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: dvr Nov 20 03:16:27.212960 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: ecmp_routes.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.213889 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.214399 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 20 03:16:27.214726 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: empty_string_filtering.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.215661 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.216214 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: empty-string-filtering Nov 20 03:16:27.216543 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.217474 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.217985 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 20 03:16:27.218313 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.219237 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.219747 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 20 03:16:27.220103 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: external_net.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.221018 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.221679 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: external-net Nov 20 03:16:27.222136 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.223054 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.223574 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: extra_dhcp_opt Nov 20 03:16:27.223934 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: extraroute.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.224867 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.225380 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: extraroute Nov 20 03:16:27.225707 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: extraroute_atomic.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.227161 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.227727 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: extraroute-atomic Nov 20 03:16:27.228083 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: filter_validation.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.228870 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.229431 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: filter-validation Nov 20 03:16:27.229754 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: fip_pf_description.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.231062 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.231577 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 20 03:16:27.231939 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: fip_port_details.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.232882 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.233399 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: fip-port-details Nov 20 03:16:27.233729 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: flavors.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.234981 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.235510 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: flavors Nov 20 03:16:27.235863 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.237562 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.238099 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 20 03:16:27.238444 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: floatingip_pools.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.239159 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.239684 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: floatingip-pools Nov 20 03:16:27.240051 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: ip_allocation.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.240994 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.241520 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension ip_allocation not supported by any of loaded plugins Nov 20 03:16:27.241850 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.243512 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.244061 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: ip-substring-filtering Nov 20 03:16:27.244395 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: l2_adjacency.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.245351 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.245868 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 20 03:16:27.246201 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: l3.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.247315 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.247924 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: router Nov 20 03:16:27.248264 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.250658 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.251305 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 20 03:16:27.251648 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.252853 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.253388 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: ext-gw-mode Nov 20 03:16:27.253725 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.254681 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.255208 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: l3-ha Nov 20 03:16:27.255544 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: l3_flavors.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.256505 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.257033 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: l3-flavors Nov 20 03:16:27.257368 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.259195 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.259718 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 20 03:16:27.260077 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: l3agentscheduler.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.261129 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.261655 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: l3_agent_scheduler Nov 20 03:16:27.261989 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: local_ip.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.263757 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.264317 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension local_ip not supported by any of loaded plugins Nov 20 03:16:27.264658 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: logging.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.266142 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.266664 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension logging not supported by any of loaded plugins Nov 20 03:16:27.267001 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: metering.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.267915 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.268510 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: metering Nov 20 03:16:27.268848 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.269948 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.270471 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: metering_source_and_destination_fields Nov 20 03:16:27.270800 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: multiprovidernet.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.271747 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.272293 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: multi-provider Nov 20 03:16:27.272623 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: netmtu.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.273556 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.274117 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: net-mtu Nov 20 03:16:27.274446 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: netmtu_writable.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.275376 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.275930 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: net-mtu-writable Nov 20 03:16:27.276258 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: network_availability_zone.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.276940 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.277450 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: network_availability_zone Nov 20 03:16:27.277780 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: network_ip_availability.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.278897 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.279413 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: network-ip-availability Nov 20 03:16:27.279739 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: network_segment_range.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.280536 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.281046 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension network-segment-range not supported by any of loaded plugins Nov 20 03:16:27.281371 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: pagination.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.282360 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.282696 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: pagination Nov 20 03:16:27.283019 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: port_device_profile.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.283999 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.284523 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: port-device-profile Nov 20 03:16:27.284850 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.285801 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.286321 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: port-mac-address-regenerate Nov 20 03:16:27.286649 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.287578 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.288135 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: port-numa-affinity-policy Nov 20 03:16:27.288465 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: port_resource_request.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.289414 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.289931 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension port-resource-request not supported by any of loaded plugins Nov 20 03:16:27.290259 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: port_resource_request_groups.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.291245 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.291766 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 20 03:16:27.292133 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: portbindings.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.293074 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.293593 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: binding Nov 20 03:16:27.293921 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: portbindings_extended.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.295204 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.295727 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: binding-extended Nov 20 03:16:27.296086 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: portsecurity.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.297012 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.297535 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: port-security Nov 20 03:16:27.297864 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: project_id.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.298853 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.299187 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: project-id Nov 20 03:16:27.299512 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: providernet.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.300484 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.301006 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: provider Nov 20 03:16:27.301329 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: qos.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.304946 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.306024 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension qos not supported by any of loaded plugins Nov 20 03:16:27.306360 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.307618 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.308191 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 20 03:16:27.308528 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.309465 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.309986 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 20 03:16:27.310319 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: qos_default.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.311248 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.311772 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension qos-default not supported by any of loaded plugins Nov 20 03:16:27.312131 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: qos_fip.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.312792 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.313304 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension qos-fip not supported by any of loaded plugins Nov 20 03:16:27.313631 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: qos_gateway_ip.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.314564 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.315082 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 20 03:16:27.315411 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: qos_port_network_policy.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.316372 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.316893 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 20 03:16:27.317224 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.318272 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.318974 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 20 03:16:27.319312 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: qos_pps_rule.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.320547 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.321686 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension qos-pps not supported by any of loaded plugins Nov 20 03:16:27.322017 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: qos_rule_type_details.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.322992 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.323517 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 20 03:16:27.323883 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: qos_rules_alias.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.324941 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.325465 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 20 03:16:27.325795 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: quota_check_limit.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.326724 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.327247 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: quota-check-limit Nov 20 03:16:27.327584 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: quotasv2.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.328536 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.328873 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: quotas Nov 20 03:16:27.329200 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: quotasv2_detail.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.332363 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.332712 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: quota_details Nov 20 03:16:27.333051 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: rbac.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.334116 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.334651 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: rbac-policies Nov 20 03:16:27.334987 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: rbac_address_group.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.335967 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.336554 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: rbac-address-group Nov 20 03:16:27.336885 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: rbac_address_scope.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.337830 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.338356 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: rbac-address-scope Nov 20 03:16:27.338685 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: rbac_security_groups.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.339619 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.340184 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: rbac-security-groups Nov 20 03:16:27.340512 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: rbac_subnetpool.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.341458 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.341962 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: rbac-subnetpool Nov 20 03:16:27.342288 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: revisionifmatch.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.343222 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.343745 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: revision-if-match Nov 20 03:16:27.344130 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: revisions.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.345268 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.345794 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: standard-attr-revisions Nov 20 03:16:27.346123 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: router_availability_zone.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.346806 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.347329 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: router_availability_zone Nov 20 03:16:27.347656 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: routerservicetype.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.348612 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.349132 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension router-service-type not supported by any of loaded plugins Nov 20 03:16:27.349463 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.350475 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.350995 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: security-groups-normalized-cidr Nov 20 03:16:27.351320 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.352585 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.353105 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: port-security-groups-filtering Nov 20 03:16:27.353432 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.354369 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.354894 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: security-groups-remote-address-group Nov 20 03:16:27.355220 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.356207 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.356729 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: security-groups-shared-filtering Nov 20 03:16:27.357056 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.357656 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 20 03:16:27.357977 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: securitygroup.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.368386 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.368927 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: security-group Nov 20 03:16:27.369267 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: segment.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.370075 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.370596 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension segment not supported by any of loaded plugins Nov 20 03:16:27.370930 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.371935 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.372458 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 20 03:16:27.372792 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: servicetype.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.373931 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.374459 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: service-type Nov 20 03:16:27.374791 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: sorting.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.375810 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.376149 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: sorting Nov 20 03:16:27.376479 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: standard_attr_segment.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.377416 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.377938 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 20 03:16:27.378268 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: standardattrdescription.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.378925 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.379442 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: standard-attr-description Nov 20 03:16:27.379769 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: stateful_security_group.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.380739 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.381261 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: stateful-security-group Nov 20 03:16:27.381587 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: stdattrs_common.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.382164 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 20 03:16:27.382487 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.384055 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.384614 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 20 03:16:27.384944 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: subnet_onboard.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.386054 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.386585 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: subnet_onboard Nov 20 03:16:27.386917 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.387895 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.388420 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 20 03:16:27.388752 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: subnet_service_types.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.389693 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.390217 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: subnet-service-types Nov 20 03:16:27.390545 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: subnetallocation.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.391640 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.392207 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: subnet_allocation Nov 20 03:16:27.392539 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.393218 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.393735 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: subnetpool-prefix-ops Nov 20 03:16:27.394064 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.395006 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.395529 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 20 03:16:27.395886 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: tagging.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.396982 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.397510 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: standard-attr-tag Nov 20 03:16:27.397841 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: timestamp.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.399099 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.399628 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loaded extension: standard-attr-timestamp Nov 20 03:16:27.399988 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: trunk.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.401041 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.401572 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension trunk not supported by any of loaded plugins Nov 20 03:16:27.401903 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: trunk_details.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.402858 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.403383 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension trunk-details not supported by any of loaded plugins Nov 20 03:16:27.403713 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: uplink_status_propagation.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.404675 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.405203 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 20 03:16:27.405531 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Loading extension file: vlantransparent.py {{(pid=102500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:27.406212 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:27.406730 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 20 03:16:27.409329 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:network Nov 20 03:16:27.409830 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:subnet Nov 20 03:16:27.410238 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 03:16:27.410635 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:port Nov 20 03:16:27.411917 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.412362 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service FLAVORS assigned prefix: {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.412998 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.413436 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.413780 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:router Nov 20 03:16:27.414225 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:floatingip Nov 20 03:16:27.414763 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service METERING assigned prefix: /metering {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.416309 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.416688 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.417065 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:27.418074 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of CountableResource for resource:rbac_policy Nov 20 03:16:27.418519 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:security_group Nov 20 03:16:27.418994 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 20 03:16:27.419618 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service CORE assigned prefix: {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.419993 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 03:16:27.420346 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] subnetpool is already registered Nov 20 03:16:27.420775 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service CORE assigned prefix: {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.421112 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 03:16:27.421448 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] subnetpool is already registered Nov 20 03:16:27.423716 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.424180 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service FLAVORS assigned prefix: {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.424773 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.425200 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.425540 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:router Nov 20 03:16:27.425884 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] router is already registered Nov 20 03:16:27.426303 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:floatingip Nov 20 03:16:27.426645 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] floatingip is already registered Nov 20 03:16:27.427104 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service METERING assigned prefix: /metering {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.427808 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of CountableResource for resource:rbac_policy Nov 20 03:16:27.428141 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] rbac_policy is already registered Nov 20 03:16:27.428558 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:security_group Nov 20 03:16:27.428896 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] security_group is already registered Nov 20 03:16:27.429304 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 20 03:16:27.429640 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] security_group_rule is already registered Nov 20 03:16:27.430807 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service CORE assigned prefix: {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.431137 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 03:16:27.431473 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] subnetpool is already registered Nov 20 03:16:27.431933 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.v2.resource_helper [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Service CORE assigned prefix: {{(pid=102500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:27.432265 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 03:16:27.432600 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING neutron.quota.resource_registry [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] subnetpool is already registered Nov 20 03:16:27.433073 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: extensions {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.434534 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: address-groups {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.436100 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: address-scopes {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.437434 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: agents {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.438641 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: auto-allocated-topology {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.439919 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: availability_zones {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.441155 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: dhcp-networks {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.442672 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: dhcp-agents {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.444136 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: routers {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.448185 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: flavors {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.449434 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: service_profiles {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.450662 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: next_providers {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.452169 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: service_profiles {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.453758 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: floatingip-pools {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.455016 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: routers {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.457186 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: floatingips {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.458484 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: l3-routers {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.459927 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: l3-agents {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.461419 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: metering-labels {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.462788 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: metering-label-rules {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.464132 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: network-ip-availabilities {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.465423 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: bindings {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.467099 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: quotas {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.468728 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: quotas {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.470303 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: rbac-policies {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.471611 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: security-groups {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.472883 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: security-group-rules {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.474152 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: service-providers {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.475376 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: subnetpools {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.477160 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: subnetpools {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.478641 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: tags {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.480382 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: tags {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.482230 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: tags {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.484067 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: tags {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.485876 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: tags {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.487754 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: tags {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.489481 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: tags {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.491408 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: tags {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.493852 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: tags {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.495670 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron.api.extensions [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Extended resource: tags {{(pid=102500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:27.501985 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING keystonemiddleware.auth_token [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 20 03:16:27.506724 dv-cinder-818037-5-iscsi neutron-server[102500]: WARNING keystonemiddleware.auth_token [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 20 03:16:27.516154 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_concurrency.lockutils [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Acquired lock "singleton_lock" {{(pid=102500) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 20 03:16:27.516632 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_concurrency.lockutils [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Releasing lock "singleton_lock" {{(pid=102500) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 20 03:16:27.517286 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO oslo_service.service [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Starting 2 workers Nov 20 03:16:27.522066 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Started child 102609 {{(pid=102500) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 20 03:16:27.526459 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Started child 102610 {{(pid=102500) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 20 03:16:27.527657 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:27.528316 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO neutron.service [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 20 03:16:27.528719 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Publish callbacks [] for process, before_spawn {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:27.529206 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [-] (102609) wsgi starting up on http://0.0.0.0:9696 Nov 20 03:16:27.531148 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO oslo_service.service [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Starting 1 workers Nov 20 03:16:27.531294 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:27.532727 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [-] (102610) wsgi starting up on http://0.0.0.0:9696 Nov 20 03:16:27.536322 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Started child 102611 {{(pid=102500) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 20 03:16:27.536897 dv-cinder-818037-5-iscsi neutron-server[102500]: INFO oslo_service.service [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Starting 1 workers Nov 20 03:16:27.539987 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.service [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] calling RpcWorker wait() {{(pid=102611) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 20 03:16:27.540504 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.service [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] returning from RpcWorker wait() {{(pid=102611) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 20 03:16:27.541357 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Started child 102612 {{(pid=102500) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 20 03:16:27.541731 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:27.542169 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7d14dc4-8101-47e6-813f-8b3826198e12 None None] Publish callbacks [] for process, after_spawn {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:27.542261 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:16:27.544288 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102500) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 20 03:16:27.544539 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 20 03:16:27.544698 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 20 03:16:27.544913 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 20 03:16:27.545252 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 20 03:16:27.545434 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 20 03:16:27.545942 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.546225 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.546499 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.546760 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.547066 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.547637 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.547725 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:27.548203 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.548203 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.548455 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.548694 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.548864 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.549032 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.549288 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.549540 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.549835 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.550105 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.550343 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.550587 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.550759 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.551011 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.551301 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.551547 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.551838 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] debug = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.552096 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.552587 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.552813 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.553056 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.553282 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.553552 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.553797 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.554069 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.554326 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.554549 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.554819 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.555656 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.555921 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.556152 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.556419 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.556642 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.556891 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.557113 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.557602 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] host = dv-cinder-818037-5-iscsi {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.557843 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.558082 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.558327 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.558575 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.558834 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.559088 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.559355 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.559638 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.559916 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.560149 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.560400 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.560661 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.560901 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.561161 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_file = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.561328 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_options = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.561552 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.561817 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.562066 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.562264 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.562437 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.562618 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.562879 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.563045 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.563310 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.563530 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.563745 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.563984 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.564206 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.564444 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.564699 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.564931 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.565165 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.565378 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.565650 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.565891 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.566110 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.566336 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.566583 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.566828 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.567045 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.567286 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.567539 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.567821 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.568036 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.568285 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.568510 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.568782 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.569020 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.569256 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.569522 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.569759 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.569989 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.570212 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.570477 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.571352 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.571607 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.571913 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.572130 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.572388 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.572609 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.572875 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.573075 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] use_json = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.573387 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.573758 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.574024 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.574262 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.574722 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.574947 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.575139 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.575394 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.575878 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.576218 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.576497 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.576753 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.577013 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.577245 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.577502 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.577734 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.578008 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.578243 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.578544 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.578772 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.579076 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.579321 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.579596 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.579956 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.580226 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.580504 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.580729 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.580946 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.581166 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.581390 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.581664 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.581893 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.582137 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.582384 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.582610 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.583362 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.583547 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:16:27.583694 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.584007 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.584294 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.584565 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.584821 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.585056 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.585279 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.585519 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.585737 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.585986 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.586327 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.586525 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.586752 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.586991 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.587215 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.587448 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.587675 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.587992 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.588142 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.588364 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.588645 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.588877 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.589502 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.589732 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.589951 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.590174 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.590795 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.591301 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.591567 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.591845 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.592116 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.592356 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.592575 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.592799 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.593037 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.593260 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.593476 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.593706 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.594374 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.594596 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.594852 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.595075 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.595937 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.595937 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.595937 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.596144 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.596216 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.596430 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.596632 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.596848 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.597091 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.597298 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.597531 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.597738 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.598326 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.598326 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.598792 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.598792 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.598792 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.599208 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.599208 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.599477 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.600216 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.600507 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.603342 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.603851 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.604918 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.604918 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.604918 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.605248 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.605530 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.605790 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.606026 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.606274 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.606584 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.606812 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.607050 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.607306 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.607556 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.607817 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.608089 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.608322 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.608548 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.608794 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.609044 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.609474 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.609644 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.612692 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.612692 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.614575 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.614575 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.614575 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.614575 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.614575 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.614575 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.614575 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.615520 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.615520 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.615520 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.615969 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.616852 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.616852 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.617157 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.619292 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.619292 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.619887 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.619887 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.620212 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.620391 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.620593 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.620945 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.621197 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.621457 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.621714 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.622003 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.622280 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.622546 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.622835 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.623097 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.623382 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.623659 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.623996 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.624143 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.624403 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.624645 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.624871 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.625127 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.625386 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.625639 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.625860 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.626082 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.626338 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.626576 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.626821 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.627062 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.627284 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.627513 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.627771 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.628938 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.629571 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.629826 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.630084 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.631812 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.632061 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.632310 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.632596 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.632832 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.633153 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.633852 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.634101 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.634368 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.635986 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.636155 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.636384 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.636650 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.636890 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.637121 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.637371 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.637621 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.637842 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.638087 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.638346 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.638568 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.639294 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.639294 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.639452 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.639657 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.639921 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.640145 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.640370 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.640611 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.640854 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.641096 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.641335 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.641556 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.641778 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.642054 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.642299 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.642543 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.642759 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.642994 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.643210 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.643453 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.643661 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.643994 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.644250 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.644482 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.645971 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.646204 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.646423 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.646723 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.646936 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.647150 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.647379 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.647619 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.647855 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.648088 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.648301 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.648515 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.648825 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.649079 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.649341 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.649571 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.649806 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.650040 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.650264 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.650481 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.650694 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.650925 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.651135 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.651371 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.651593 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.651833 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.652052 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.652301 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.652498 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.652710 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.652934 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.653151 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.653385 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.653683 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.653952 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.654177 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.654474 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.654865 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.654963 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.655206 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.655509 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.655878 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.656030 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.656256 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.656507 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.656725 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.657139 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.657450 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.657748 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.657983 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.658253 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.658539 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.658844 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.659132 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.659403 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.659645 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.660032 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.660307 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.660570 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.660809 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.661070 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.661298 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.661520 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.661759 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.662009 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.662247 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.662494 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.662725 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.662971 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.663350 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.663584 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.663847 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.664111 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.664326 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.665162 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.665396 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.665553 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 20 03:16:27.666074 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102500) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 20 03:16:27.666238 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 20 03:16:27.666394 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 20 03:16:27.666564 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 20 03:16:27.666730 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 20 03:16:27.666880 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 20 03:16:27.667095 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.667259 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.667417 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.667578 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.667743 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.667940 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.668108 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.668263 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.668579 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.668738 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.668897 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.669060 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.669221 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.669373 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.669535 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.669694 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.669852 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.670010 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.670172 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.670331 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.670488 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.670645 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.670818 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] debug = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.670961 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.671173 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.671338 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.671495 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.671652 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.671818 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.671983 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.672140 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.672297 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.672452 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.672609 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.672766 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.672925 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.673080 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.673390 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.673554 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.673710 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.673869 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.674027 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] host = dv-cinder-818037-5-iscsi {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.674184 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.674341 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.674497 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.674655 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.674814 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.674972 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.675131 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.675289 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.675445 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.675603 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.675762 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.675872 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:16:27.675959 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.676089 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.676246 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_file = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.676404 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_options = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.676561 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.676717 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.676876 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.677065 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.677229 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.677397 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.677564 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.677721 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.677879 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.678036 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.678193 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.678349 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.678506 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.678663 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.678820 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.678976 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.679133 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.679276 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.679437 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.679594 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.679750 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.679928 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.680624 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.680785 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.680943 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.681107 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.681264 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.681421 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.681582 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.681739 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.681896 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.682053 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.682210 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.682368 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.682525 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.682681 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.682839 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.682996 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.683156 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.683313 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.683471 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.683628 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.683802 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.683959 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.684117 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.684274 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.684433 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] use_json = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.684591 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.684748 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.684905 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.685063 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.685220 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.685378 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.685535 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.685694 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:27.685875 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.686036 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.686210 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.686372 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.686533 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.686697 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.686855 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.687016 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.687157 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.687296 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.687457 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.688282 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.688282 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.688282 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.688282 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.688282 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.689209 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.689209 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.689209 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.689209 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.689209 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.689209 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.689882 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.689882 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.689882 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.689882 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.689882 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.690289 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.690289 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.690431 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.690506 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.690642 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.690804 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.690968 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.691129 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.691290 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.691451 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.691613 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.691774 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.691955 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.692115 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.692276 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.692437 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.692598 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.692760 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.692920 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.693082 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.693243 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.693403 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.693565 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.693725 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.693886 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.694047 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.694208 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.694368 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.694528 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.694689 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.694860 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.695022 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.695183 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.695343 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.695503 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.695685 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.695873 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.696037 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.696196 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.696355 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.696515 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.696690 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.696851 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.697012 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.697172 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.697334 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.697494 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.697654 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.697815 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.697976 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.698137 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.698297 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.698458 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.698618 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.698778 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.698940 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.699100 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.699261 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.699421 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.699580 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.699742 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.699925 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.700085 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.700246 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.700414 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.700590 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.700750 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.700916 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.701075 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.701236 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.701395 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.701555 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.701720 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.701882 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.702051 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.702223 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.702352 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.702514 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.702658 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.702823 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.702983 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.703142 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.703301 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.703460 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.703619 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.703778 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.703959 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.704139 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.704139 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.704139 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.704996 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.704996 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.704996 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.705337 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.705337 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.705337 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.705607 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.705689 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.705814 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.706170 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.706170 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.706572 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.706572 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.706572 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.707024 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.707024 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.707024 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.707396 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.707396 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.707545 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.707545 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.707740 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.707920 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.708080 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.708243 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.708402 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.708563 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.708722 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.708882 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.709041 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.709202 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.709367 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.709525 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.709857 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.710050 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.710173 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.710315 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.710476 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.710636 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.710797 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.710962 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.711123 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.711298 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.711457 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.711617 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.711884 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.712067 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.712152 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.712255 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.712415 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.712574 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.712736 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.712896 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.713055 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.713216 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.713374 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.713535 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.713694 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.713856 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.714016 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.714176 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.714335 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.714500 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.714658 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.714973 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.715136 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.715298 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.715446 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.715608 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.715754 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.715990 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.716159 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.716376 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.716376 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.716626 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.716774 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.716943 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.717086 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.717189 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.717270 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.717437 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.717599 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.718036 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.718036 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.718036 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.718279 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.718361 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.718509 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.718671 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.718832 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.718994 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.719154 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.719315 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.719476 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.719636 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.719840 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.719988 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.720148 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.720307 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.720466 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.720627 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.720798 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.720963 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.721123 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.721282 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.721442 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.721602 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.721771 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.721939 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.722075 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.722240 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.722399 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.722558 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.722726 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.722888 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.723046 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.723205 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.723364 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.723524 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.723692 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.723872 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.724033 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.724220 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.724369 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.724506 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.724643 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.724800 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.724960 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.725119 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.725278 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.725438 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.725608 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.725769 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.725929 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.726096 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.726257 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.726415 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.726576 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.727565 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.727730 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.727915 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.728076 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.728245 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.728407 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.728588 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.728731 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.728870 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.729188 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.729188 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.729952 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.729952 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.729952 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.729952 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.729952 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.730891 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.730891 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.730891 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.730891 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.730891 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.730891 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.731648 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.731648 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.731648 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.731648 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.731648 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.732299 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.732299 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.732299 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.732299 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.732703 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.732703 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.732703 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.732907 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.732984 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:27.733061 dv-cinder-818037-5-iscsi neutron-server[102500]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 20 03:16:27.850446 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 52890) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:16:27.859595 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062480 Nov 20 03:16:39.248735 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10888e6-317b-4445-9411-5ccb8af1f6cd None None] get_active_networks_info from dv-cinder-818037-5-iscsi {{(pid=102611) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 20 03:16:39.309500 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10888e6-317b-4445-9411-5ccb8af1f6cd None None] No non-hosted networks {{(pid=102611) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 20 03:16:39.324362 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.agentschedulers_db [None req-d10888e6-317b-4445-9411-5ccb8af1f6cd None None] DHCP Agent not found on host dv-cinder-818037-5-iscsi {{(pid=102611) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 20 03:16:39.396919 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-32a9cedf-33f5-4ca1-a6f8-4ed3a302e8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1782389'] for agent, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:41.371439 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c91e623d-4b20-49b0-adba-f0cc1bb1e8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1782389'] for agent, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:41.427209 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-138a9c0f-75da-4e66-8a1c-881a2fe4daa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:42.707855 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1782389'] for agent, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:43.755381 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1782389'] for agent, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:44.962866 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1782389'] for agent, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:44.963568 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:44.963906 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:44.964282 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:44.964624 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:44.964953 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:44.965280 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:44.965605 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:44.966005 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:44.966334 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:44.966657 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:44.967072 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:44.967400 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:44.967836 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818037-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:16:44.977064 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818037-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:16:45.105610 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.db.l3_hamode_db [None req-3916fd94-63f9-4bd9-878c-770710cec323 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 20 03:16:45.182755 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3916fd94-63f9-4bd9-878c-770710cec323 None None] Routers set() bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:16:45.183147 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3916fd94-63f9-4bd9-878c-770710cec323 None None] Router IDs set() for agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 20 03:16:45.208140 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 52984) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:16:45.695285 dv-cinder-818037-5-iscsi neutron-server[102610]: WARNING oslo_policy.policy [None req-269da038-da8f-4b26-a3e1-f94e53007173 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:45.695913 dv-cinder-818037-5-iscsi neutron-server[102610]: WARNING oslo_policy.policy [None req-269da038-da8f-4b26-a3e1-f94e53007173 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:45.919037 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [None req-269da038-da8f-4b26-a3e1-f94e53007173 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102610) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:16:45.920224 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-269da038-da8f-4b26-a3e1-f94e53007173 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7110999 Nov 20 03:16:48.385444 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53000) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:16:48.693336 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-b90fae36-51a0-4f51-8ae4-6a7df26765c7 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:16:48.789785 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.policy [None req-b90fae36-51a0-4f51-8ae4-6a7df26765c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102610) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 20 03:16:48.835673 dv-cinder-818037-5-iscsi neutron-server[102610]: WARNING oslo_policy.policy [None req-b90fae36-51a0-4f51-8ae4-6a7df26765c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:48.836061 dv-cinder-818037-5-iscsi neutron-server[102610]: WARNING oslo_policy.policy [None req-b90fae36-51a0-4f51-8ae4-6a7df26765c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:48.844327 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.quota [None req-b90fae36-51a0-4f51-8ae4-6a7df26765c7 admin admin] Loaded quota_driver: . Nov 20 03:16:48.933313 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b90fae36-51a0-4f51-8ae4-6a7df26765c7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773409885027', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773409885324', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773409839489', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773409837638', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773409843997', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773409852472', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-680379', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676446', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1777210', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1602921'] for rbac-policy, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:48.998474 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b90fae36-51a0-4f51-8ae4-6a7df26765c7 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:48.999640 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-b90fae36-51a0-4f51-8ae4-6a7df26765c7 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6132166 Nov 20 03:16:51.672951 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53012) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:16:51.974800 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Request body: {'network': {'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'admin_state_up': True, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'name': 'private'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:16:52.003334 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Made reservation on behalf of aa00bcbdb95c4f809447c356d5aeb0b9 for: {'network': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:16:52.006022 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:52.023381 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:52.132083 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:52.135733 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:52.155923 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:16:52.183691 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773407433867', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:52.184303 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Unsubscribe: segment precommit_create {{(pid=102610) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 20 03:16:52.184808 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.segments_db [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Added segment 68d3f4ca-3d6b-4666-b741-4479ce449295 of type vlan for network ada50e56-6d8c-4efe-9cf5-a11745acd533 Nov 20 03:16:52.200277 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460993ad-478d-42b0-88d8-ecaf32aea30f,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:16:52.252639 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:52.253009 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:52.253353 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:52.253687 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:52.254016 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:52.254364 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:52.254693 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:52.255032 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:52.255369 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:52.255692 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:52.256114 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:52.256468 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Tracked resource versions report: Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: pushed versions: Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: { 'AddressGroup': {'1.2'}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'ConntrackHelper': {'1.0'}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Log': {'1.0'}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Network': {'1.1'}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Port': {'1.7'}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'PortForwarding': {'1.2'}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'QosPolicy': {'1.10'}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'SecurityGroup': {'1.5'}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'SubPort': {'1.0'}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Subnet': {'1.1'}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Trunk': {'1.1'}} Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: consumer versions: Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: { DHCP agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: L3 agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: Metadata agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: Metering agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: Open vSwitch agent@dv-cinder-818037-5-iscsi: { 'AddressGroup': '1.2', Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'ConntrackHelper': '1.0', Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Log': '1.0', Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Network': '1.1', Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Port': '1.7', Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'PortForwarding': '1.2', Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'QosPolicy': '1.10', Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'SecurityGroup': '1.5', Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'SecurityGroupRule': '1.2', Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'SubPort': '1.0', Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Subnet': '1.1', Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Trunk': '1.1'}} Nov 20 03:16:52.257670 dv-cinder-818037-5-iscsi neutron-server[102610]: {{(pid=102610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:16:52.304287 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:52.346452 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:52.347514 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:16:52.348285 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:52.429152 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7550485 Nov 20 03:16:52.448004 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8637ab-2f0e-43ec-9b97-f86e7f2995e6 admin admin] Pushing event updated for resources: {'Network': ['ID=ada50e56-6d8c-4efe-9cf5-a11745acd533,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:16:52.460226 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network ada50e56-6d8c-4efe-9cf5-a11745acd533 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:16:55.151712 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53026) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:16:55.636196 dv-cinder-818037-5-iscsi neutron-server[102609]: WARNING oslo_policy.policy [None req-0ee300cb-eeeb-4f50-a6f9-6a40ea4ac829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:55.636774 dv-cinder-818037-5-iscsi neutron-server[102609]: WARNING oslo_policy.policy [None req-0ee300cb-eeeb-4f50-a6f9-6a40ea4ac829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:56.077589 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.policy [None req-0ee300cb-eeeb-4f50-a6f9-6a40ea4ac829 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102609) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 20 03:16:56.124560 dv-cinder-818037-5-iscsi neutron-server[102609]: WARNING oslo_policy.policy [None req-0ee300cb-eeeb-4f50-a6f9-6a40ea4ac829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:56.124933 dv-cinder-818037-5-iscsi neutron-server[102609]: WARNING oslo_policy.policy [None req-0ee300cb-eeeb-4f50-a6f9-6a40ea4ac829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:56.133425 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee300cb-eeeb-4f50-a6f9-6a40ea4ac829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:16:56.135292 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0ee300cb-eeeb-4f50-a6f9-6a40ea4ac829 admin admin] 10.222.0.37 "GET /v2.0/networks/ada50e56-6d8c-4efe-9cf5-a11745acd533 HTTP/1.1" status: 200 len: 825 time: 0.9815001 Nov 20 03:16:56.173112 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fd149bc0-b963-4506-9b72-1b97f6097caa admin admin] 10.222.0.37 "GET /v2.0/subnetpools/d09d6c46-1a09-40a8-a678-e9177b5c664e HTTP/1.1" status: 200 len: 734 time: 0.0317216 Nov 20 03:16:56.182238 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Request body: {'subnet': {'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533', 'subnetpool_id': 'd09d6c46-1a09-40a8-a678-e9177b5c664e'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:16:56.183777 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.quota [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Loaded quota_driver: . Nov 20 03:16:56.221852 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Made reservation on behalf of aa00bcbdb95c4f809447c356d5aeb0b9 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:16:56.224660 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:56.502377 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for subnet, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:56.573935 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Checking segment: {'id': '68d3f4ca-3d6b-4666-b741-4479ce449295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:16:56.574338 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Network hostable DHCP agents. Network: ada50e56-6d8c-4efe-9cf5-a11745acd533, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:16:56.579600 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7778972-c6ef-41d7-879d-fa17b2bc54a9,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:16:56.591232 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:56.591593 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:56.591965 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:56.592293 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:56.592619 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:56.592960 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:56.593283 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:56.593615 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:56.593946 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:56.594261 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:56.594574 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:56.594885 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Tracked resource versions report: Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: pushed versions: Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: { 'AddressGroup': {'1.2'}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'ConntrackHelper': {'1.0'}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Log': {'1.0'}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Network': {'1.1'}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Port': {'1.7'}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'PortForwarding': {'1.2'}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'QosPolicy': {'1.10'}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'SecurityGroup': {'1.5'}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'SubPort': {'1.0'}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Subnet': {'1.1'}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Trunk': {'1.1'}} Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: consumer versions: Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: { DHCP agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: L3 agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: Metadata agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: Metering agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: Open vSwitch agent@dv-cinder-818037-5-iscsi: { 'AddressGroup': '1.2', Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'ConntrackHelper': '1.0', Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Log': '1.0', Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Network': '1.1', Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Port': '1.7', Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'PortForwarding': '1.2', Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'QosPolicy': '1.10', Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'SecurityGroup': '1.5', Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'SecurityGroupRule': '1.2', Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'SubPort': '1.0', Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Subnet': '1.1', Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Trunk': '1.1'}} Nov 20 03:16:56.596010 dv-cinder-818037-5-iscsi neutron-server[102609]: {{(pid=102609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:16:56.630260 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Network ada50e56-6d8c-4efe-9cf5-a11745acd533 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:16:56.645968 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, ada50e56-6d8c-4efe-9cf5-a11745acd533) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:16:56.650428 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:16:56.651051 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:56.656857 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f7c576-ef57-4467-83b7-6e06d060be2b None None] Network ada50e56-6d8c-4efe-9cf5-a11745acd533 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:16:56.671089 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-820cd797-7e32-4a13-a4d8-38c73eeb40f4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4922080 Nov 20 03:16:56.978826 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60e1c005-087a-5312-b221-c5ea256aad24-ada50e56-6d8c-4efe-9cf5-a11745acd533', 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'fixed_ips': [{'subnet_id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9'}]}} from dv-cinder-818037-5-iscsi. {{(pid=102611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:16:56.980123 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:57.274776 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.db_base_plugin_common [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Allocated IP 172.20.0.2 (ada50e56-6d8c-4efe-9cf5-a11745acd533/b7778972-c6ef-41d7-879d-fa17b2bc54a9/ba3b977f-7326-4519-9ce6-eead3e30e9f4) {{(pid=102611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:16:57.480852 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Publish callbacks [] for port, precommit_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:57.488530 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:57.561098 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Network ada50e56-6d8c-4efe-9cf5-a11745acd533 is already hosted by enough agents. {{(pid=102611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:16:57.569104 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.base_scheduler [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Resources bound (agent type, host, resource id): {{(pid=102611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:16:57.572877 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Received port after_create {{(pid=102611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:16:57.605917 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Pushing event updated for resources: {'Port': ['ID=ba3b977f-7326-4519-9ce6-eead3e30e9f4,revision_number=1']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:16:57.630365 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:57.630737 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:57.631088 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:57.631430 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:57.631763 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:57.632123 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:57.632973 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:57.633304 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:57.633648 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:57.633977 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:57.634300 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:57.634624 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Tracked resource versions report: Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: pushed versions: Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: { 'AddressGroup': {'1.2'}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'ConntrackHelper': {'1.0'}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Log': {'1.0'}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Network': {'1.1'}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Port': {'1.7'}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'PortForwarding': {'1.2'}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'QosPolicy': {'1.10'}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'SecurityGroup': {'1.5'}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'SubPort': {'1.0'}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Subnet': {'1.1'}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Trunk': {'1.1'}} Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: consumer versions: Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: { DHCP agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: L3 agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: Metadata agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: Metering agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: Open vSwitch agent@dv-cinder-818037-5-iscsi: { 'AddressGroup': '1.2', Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'ConntrackHelper': '1.0', Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Log': '1.0', Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Network': '1.1', Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Port': '1.7', Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'PortForwarding': '1.2', Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'QosPolicy': '1.10', Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'SecurityGroup': '1.5', Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'SecurityGroupRule': '1.2', Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'SubPort': '1.0', Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Subnet': '1.1', Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Trunk': '1.1'}} Nov 20 03:16:57.635744 dv-cinder-818037-5-iscsi neutron-server[102611]: {{(pid=102611) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:16:57.665066 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Attempting to bind port ba3b977f-7326-4519-9ce6-eead3e30e9f4 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:16:57.665628 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Attempting to bind port ba3b977f-7326-4519-9ce6-eead3e30e9f4 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '68d3f4ca-3d6b-4666-b741-4479ce449295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:16:57.665880 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Attempting to bind port ba3b977f-7326-4519-9ce6-eead3e30e9f4 on network ada50e56-6d8c-4efe-9cf5-a11745acd533 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:16:57.670866 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:16:57.671270 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Checking segment: {'id': '68d3f4ca-3d6b-4666-b741-4479ce449295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:16:57.671761 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:57.672188 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Bound using segment: {'id': '68d3f4ca-3d6b-4666-b741-4479ce449295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:16:57.672680 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Bound port: ba3b977f-7326-4519-9ce6-eead3e30e9f4, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d3f4ca-3d6b-4666-b741-4479ce449295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:16:57.673102 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:57.737145 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] For port ba3b977f-7326-4519-9ce6-eead3e30e9f4, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:16:57.741465 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] For port ba3b977f-7326-4519-9ce6-eead3e30e9f4, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=ba3b977f-7326-4519-9ce6-eead3e30e9f4,segment=NetworkSegment(68d3f4ca-3d6b-4666-b741-4479ce449295),segment_id=68d3f4ca-3d6b-4666-b741-4479ce449295)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:16:57.745996 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:57.810169 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2626a-9a14-40c1-86d6-dd6b3d064893 None None] Pushing event updated for resources: {'Port': ['ID=ba3b977f-7326-4519-9ce6-eead3e30e9f4,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:16:59.207105 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53046) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:16:59.523613 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [None req-835a12d9-b67a-47be-8ac9-33ab12478fc4 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:16:59.524653 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-835a12d9-b67a-47be-8ac9-33ab12478fc4 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3166044 Nov 20 03:17:02.073932 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53054) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:02.388147 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [None req-b7a5cbc1-bf6d-49de-b5f0-96787dc59db4 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:17:02.389142 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-b7a5cbc1-bf6d-49de-b5f0-96787dc59db4 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3140059 Nov 20 03:17:05.116687 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53064) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:05.415759 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-f31f0e8a-e739-4983-a5b6-377eb95387f5 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'name': 'router1'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:17:05.439578 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f31f0e8a-e739-4983-a5b6-377eb95387f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1782864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26058'] for router, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:05.441146 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f31f0e8a-e739-4983-a5b6-377eb95387f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1782980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1780313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1631563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31801'] for router, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:05.606124 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f31f0e8a-e739-4983-a5b6-377eb95387f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:05.611247 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f31f0e8a-e739-4983-a5b6-377eb95387f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1780236'] for router, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:05.626859 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f31f0e8a-e739-4983-a5b6-377eb95387f5 admin admin] Publish callbacks [] for router, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:05.628131 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f31f0e8a-e739-4983-a5b6-377eb95387f5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5104127 Nov 20 03:17:06.703630 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device ba3b977f-7326-4519-9ce6-eead3e30e9f4 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:17:06.794054 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port ba3b977f-7326-4519-9ce6-eead3e30e9f4 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:06.794711 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:06.835353 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3950fb82-85ea-47d4-9666-15c8d9692ef6 None None] Network ada50e56-6d8c-4efe-9cf5-a11745acd533 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:17:06.910774 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-ae8157b1-70c1-4f97-9240-15f22fcfbe08 None None] Provisioning complete for port ba3b977f-7326-4519-9ce6-eead3e30e9f4 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:06.911152 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-ae8157b1-70c1-4f97-9240-15f22fcfbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:07.029923 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:07.118552 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port ba3b977f-7326-4519-9ce6-eead3e30e9f4, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=ba3b977f-7326-4519-9ce6-eead3e30e9f4,segment=NetworkSegment(68d3f4ca-3d6b-4666-b741-4479ce449295),segment_id=68d3f4ca-3d6b-4666-b741-4479ce449295)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:17:07.129473 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:07.188093 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-ae8157b1-70c1-4f97-9240-15f22fcfbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:07.235059 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=ba3b977f-7326-4519-9ce6-eead3e30e9f4,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:07.280259 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.db.api [None req-ae8157b1-70c1-4f97-9240-15f22fcfbe08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 20 03:17:07.280667 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG oslo_db.api [None req-ae8157b1-70c1-4f97-9240-15f22fcfbe08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 20 03:17:07.936541 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-fe1059bb-c9eb-48e7-8090-84628f9156fb None None] Provisioning complete for port ba3b977f-7326-4519-9ce6-eead3e30e9f4 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:07.937296 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fe1059bb-c9eb-48e7-8090-84628f9156fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:08.137666 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53078) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:08.442370 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [None req-6c27332d-2ccf-4c87-bb1d-036b6f2bba10 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:17:08.443366 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-6c27332d-2ccf-4c87-bb1d-036b6f2bba10 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3047779 Nov 20 03:17:08.673751 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device ba3b977f-7326-4519-9ce6-eead3e30e9f4 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:17:08.723715 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port ba3b977f-7326-4519-9ce6-eead3e30e9f4 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:08.724117 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:09.150086 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c9797072-f98e-4f60-af47-eead66ffcbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:10.946564 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53086) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:11.254810 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:17:11.277442 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Made reservation on behalf of 4ef804ac1d214ba998fdca5c2d43a09d for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:17:11.279803 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:11.294976 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:11.397696 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:11.401856 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:11.416436 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c8b79408-c68f-4119-86e1-207c0cbed68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:11.419549 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Reserving flat network on physical network physnet1 {{(pid=102609) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 20 03:17:11.440810 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9d64c1-573d-4fbf-9ddf-09149089bb2b,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:11.446852 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773407433867', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:11.447421 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Unsubscribe: segment precommit_create {{(pid=102609) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 20 03:17:11.447925 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Added segment d8963d21-4963-414c-815c-e7ecf1ba713a of type flat for network f834731d-4835-45b7-b408-4aa4c3ba2e40 Nov 20 03:17:11.513578 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:11.553355 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:11.554279 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:11.554871 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:11.630149 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6825309 Nov 20 03:17:11.648869 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c48642-ed94-445c-b732-0c47406291fa admin admin] Pushing event updated for resources: {'Network': ['ID=f834731d-4835-45b7-b408-4aa4c3ba2e40,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:11.662086 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:17:12.599651 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:13.660984 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:14.099680 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53104) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:14.277197 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6717eeb3-6975-4fc0-a633-c750863b361b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:14.278538 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-6717eeb3-6975-4fc0-a633-c750863b361b admin admin] 10.222.0.37 "GET /v2.0/subnets/b7778972-c6ef-41d7-879d-fa17b2bc54a9 HTTP/1.1" status: 200 len: 849 time: 0.1773934 Nov 20 03:17:14.394564 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-261bed64-5c1f-4b1e-a4c4-9e79d7529fb2 admin admin] 10.222.0.37 "GET /v2.0/routers/d3274c04-0dfb-496e-91ff-16d10948b93f HTTP/1.1" status: 200 len: 704 time: 0.1100235 Nov 20 03:17:14.658914 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:14.949894 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Allocated IP 172.20.0.1 (ada50e56-6d8c-4efe-9cf5-a11745acd533/b7778972-c6ef-41d7-879d-fa17b2bc54a9/c5ae3dab-4fe4-4798-bc1b-e009e65db837) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:17:14.955180 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:15.099130 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:15.166501 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:15.278998 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Network ada50e56-6d8c-4efe-9cf5-a11745acd533 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:17:15.283732 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:17:15.289318 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:17:15.289779 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779801'] for router_interface, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:15.353937 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Pushing event updated for resources: {'Port': ['ID=c5ae3dab-4fe4-4798-bc1b-e009e65db837,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:15.475980 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-7d37afc6-4d09-4847-974d-789166d014ff None None] Provisioning complete for port c5ae3dab-4fe4-4798-bc1b-e009e65db837 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:15.476695 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7d37afc6-4d09-4847-974d-789166d014ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:15.489050 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:15.509937 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-7d37afc6-4d09-4847-974d-789166d014ff None None] Port c5ae3dab-4fe4-4798-bc1b-e009e65db837 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:17:15.607160 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 5 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:17:15.699402 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:15.703751 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:15.704498 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779917'] for router_interface, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:15.784938 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Pushing event updated for resources: {'Port': ['ID=c5ae3dab-4fe4-4798-bc1b-e009e65db837,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:15.833682 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Network ada50e56-6d8c-4efe-9cf5-a11745acd533 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:17:15.835016 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:17:15.992568 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Router d3274c04-0dfb-496e-91ff-16d10948b93f is scheduled to L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f with binding_index 1 {{(pid=102609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:17:16.031958 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-4b038bc4-d63f-4852-aef2-d09cecae1f96 None None] Provisioning complete for port c5ae3dab-4fe4-4798-bc1b-e009e65db837 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:16.032520 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-4b038bc4-d63f-4852-aef2-d09cecae1f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:16.064602 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-4b038bc4-d63f-4852-aef2-d09cecae1f96 None None] Port c5ae3dab-4fe4-4798-bc1b-e009e65db837 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:17:16.083674 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:17:16.089788 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0264147a-bd78-4920-bdb1-c1b546d9610d admin admin] 10.222.0.37 "PUT /v2.0/routers/d3274c04-0dfb-496e-91ff-16d10948b93f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6898038 Nov 20 03:17:16.108554 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Sync routers for ids ['d3274c04-0dfb-496e-91ff-16d10948b93f'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:17:16.125522 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Routers {'d3274c04-0dfb-496e-91ff-16d10948b93f'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:17:16.126723 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:17:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['d3274c04-0dfb-496e-91ff-16d10948b93f'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:16.392540 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Set router d3274c04-0dfb-496e-91ff-16d10948b93f gateway port host: None {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:17:16.828123 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'name': 'router1', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:17:05Z', 'updated_at': '2021-11-20T03:17:15Z', 'revision_number': 2, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'gw_port_host': None, '_interfaces': [{'id': 'c5ae3dab-4fe4-4798-bc1b-e009e65db837', 'name': '', 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'mac_address': 'fa:16:3e:48:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:14Z', 'updated_at': '2021-11-20T03:17:15Z', 'revision_number': 2, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'subnets': [{'id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd09d6c46-1a09-40a8-a678-e9177b5c664e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:16.880324 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Checking router: d3274c04-0dfb-496e-91ff-16d10948b93f for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:17:16.880708 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Updating router d3274c04-0dfb-496e-91ff-16d10948b93f port c5ae3dab-4fe4-4798-bc1b-e009e65db837 binding host dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:17:16.929658 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:17.436828 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Publish callbacks [] for port, precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:17.443108 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:17.615744 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Pushing event updated for resources: {'Port': ['ID=c5ae3dab-4fe4-4798-bc1b-e009e65db837,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:17.620793 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Attempting to bind port c5ae3dab-4fe4-4798-bc1b-e009e65db837 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:17:17.621188 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Attempting to bind port c5ae3dab-4fe4-4798-bc1b-e009e65db837 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '68d3f4ca-3d6b-4666-b741-4479ce449295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:17:17.621613 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Attempting to bind port c5ae3dab-4fe4-4798-bc1b-e009e65db837 on network ada50e56-6d8c-4efe-9cf5-a11745acd533 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:17:17.629206 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:17.629564 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:17.629909 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:17.630247 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:17.630582 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:17.630917 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:17.631248 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:17.632242 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:17.632612 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:17.632943 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:17.633271 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:17.633716 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Tracked resource versions report: Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: pushed versions: Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: { 'AddressGroup': {'1.2'}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'ConntrackHelper': {'1.0'}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Log': {'1.0'}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Network': {'1.1'}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Port': {'1.7'}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'PortForwarding': {'1.2'}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'QosPolicy': {'1.10'}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'SecurityGroup': {'1.5'}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'SubPort': {'1.0'}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Subnet': {'1.1'}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Trunk': {'1.1'}} Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: consumer versions: Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: { DHCP agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: L3 agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: Metadata agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: Metering agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: Open vSwitch agent@dv-cinder-818037-5-iscsi: { 'AddressGroup': '1.2', Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'ConntrackHelper': '1.0', Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Log': '1.0', Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Network': '1.1', Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Port': '1.7', Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'PortForwarding': '1.2', Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'QosPolicy': '1.10', Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'SecurityGroup': '1.5', Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'SecurityGroupRule': '1.2', Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'SubPort': '1.0', Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Subnet': '1.1', Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Trunk': '1.1'}} Nov 20 03:17:17.634847 dv-cinder-818037-5-iscsi neutron-server[102612]: {{(pid=102612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:17:17.637538 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:17:17.637952 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Checking segment: {'id': '68d3f4ca-3d6b-4666-b741-4479ce449295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:17:17.638443 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:17.638829 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Bound using segment: {'id': '68d3f4ca-3d6b-4666-b741-4479ce449295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:17:17.639324 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Bound port: c5ae3dab-4fe4-4798-bc1b-e009e65db837, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d3f4ca-3d6b-4666-b741-4479ce449295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:17:17.639716 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:17.700121 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-f588d806-d5f6-418a-a233-68894ea08708 None None] Provisioning complete for port c5ae3dab-4fe4-4798-bc1b-e009e65db837 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:17.700631 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f588d806-d5f6-418a-a233-68894ea08708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:17.707340 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] For port c5ae3dab-4fe4-4798-bc1b-e009e65db837, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:17:17.727442 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] For port c5ae3dab-4fe4-4798-bc1b-e009e65db837, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=c5ae3dab-4fe4-4798-bc1b-e009e65db837,segment=NetworkSegment(68d3f4ca-3d6b-4666-b741-4479ce449295),segment_id=68d3f4ca-3d6b-4666-b741-4479ce449295)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:17:17.733302 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:17.739741 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-f588d806-d5f6-418a-a233-68894ea08708 None None] Port c5ae3dab-4fe4-4798-bc1b-e009e65db837 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:17:17.784524 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffcd05-9c9f-42e7-9d58-f0fcd4f58bce None None] Pushing event updated for resources: {'Port': ['ID=c5ae3dab-4fe4-4798-bc1b-e009e65db837,revision_number=4']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:17.812124 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Routers {'d3274c04-0dfb-496e-91ff-16d10948b93f'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:17:17.812738 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:17:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['d3274c04-0dfb-496e-91ff-16d10948b93f'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:17.913648 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] Set router d3274c04-0dfb-496e-91ff-16d10948b93f gateway port host: None {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:17:17.959421 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-2aff368b-437f-411d-89d7-9fb8c2a6ed9a None None] Provisioning complete for port c5ae3dab-4fe4-4798-bc1b-e009e65db837 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:17.960689 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-2aff368b-437f-411d-89d7-9fb8c2a6ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:18.039157 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-2aff368b-437f-411d-89d7-9fb8c2a6ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:18.070997 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-2aff368b-437f-411d-89d7-9fb8c2a6ed9a None None] For port c5ae3dab-4fe4-4798-bc1b-e009e65db837, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=c5ae3dab-4fe4-4798-bc1b-e009e65db837,segment=NetworkSegment(68d3f4ca-3d6b-4666-b741-4479ce449295),segment_id=68d3f4ca-3d6b-4666-b741-4479ce449295)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:17:18.075667 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-2aff368b-437f-411d-89d7-9fb8c2a6ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:18.125069 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'name': 'router1', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:17:05Z', 'updated_at': '2021-11-20T03:17:15Z', 'revision_number': 2, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'gw_port_host': None, '_interfaces': [{'id': 'c5ae3dab-4fe4-4798-bc1b-e009e65db837', 'name': '', 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'mac_address': 'fa:16:3e:48:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:14Z', 'updated_at': '2021-11-20T03:17:17Z', 'revision_number': 4, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'subnets': [{'id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd09d6c46-1a09-40a8-a678-e9177b5c664e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:18.129425 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff368b-437f-411d-89d7-9fb8c2a6ed9a None None] Pushing event updated for resources: {'Port': ['ID=c5ae3dab-4fe4-4798-bc1b-e009e65db837,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:18.155025 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c740058-580a-45e1-b996-60ff1e88855a None None] The sync data for ids ['d3274c04-0dfb-496e-91ff-16d10948b93f'] in dv-cinder-818037-5-iscsi is: [{'id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'name': 'router1', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:17:05Z', 'updated_at': '2021-11-20T03:17:15Z', 'revision_number': 2, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'gw_port_host': None, '_interfaces': [{'id': 'c5ae3dab-4fe4-4798-bc1b-e009e65db837', 'name': '', 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'mac_address': 'fa:16:3e:48:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:14Z', 'updated_at': '2021-11-20T03:17:17Z', 'revision_number': 4, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'subnets': [{'id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd09d6c46-1a09-40a8-a678-e9177b5c664e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:17:18.504239 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53126) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:18.613168 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e814c131-03d9-43f9-b568-534f0c59e625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:18.620247 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e814c131-03d9-43f9-b568-534f0c59e625 admin admin] 10.222.0.37 "GET /v2.0/networks/f834731d-4835-45b7-b408-4aa4c3ba2e40 HTTP/1.1" status: 200 len: 842 time: 0.1092620 Nov 20 03:17:18.624374 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:17:18.646901 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] Made reservation on behalf of 4ef804ac1d214ba998fdca5c2d43a09d for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:17:18.649958 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:18.928899 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.objects.ports [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102609) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 20 03:17:18.929331 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for subnet, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:18.980269 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7288d3c0-2d8c-4f99-98f6-1c5942e2a428,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:18.991773 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] Checking segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:17:18.992152 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] Network hostable DHCP agents. Network: f834731d-4835-45b7-b408-4aa4c3ba2e40, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:17:19.008414 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:17:19.016946 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, f834731d-4835-45b7-b408-4aa4c3ba2e40) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:17:19.021052 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:19.021639 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:19.028345 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e9a20b-4e1d-4b6c-9131-31e7170996fe None None] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:17:19.041975 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-4d6c0dd8-048b-48b0-a5fb-da2ff64c108d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4204397 Nov 20 03:17:19.160634 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe47c6d2-122f-4a53-a0fa-53144896c0bc None None] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:17:21.439419 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53134) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:21.641310 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7a2728d2-3189-4724-8de5-9103e398ffd4 admin admin] 10.222.0.37 "GET /v2.0/routers/d3274c04-0dfb-496e-91ff-16d10948b93f HTTP/1.1" status: 200 len: 710 time: 0.2007287 Nov 20 03:17:21.725615 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce88346c-5eaa-49ca-9c75-299cd8c99ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:21.727235 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-ce88346c-5eaa-49ca-9c75-299cd8c99ffd admin admin] 10.222.0.37 "GET /v2.0/networks/f834731d-4835-45b7-b408-4aa4c3ba2e40 HTTP/1.1" status: 200 len: 886 time: 0.0801597 Nov 20 03:17:21.736415 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:17:21.985672 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:22.221724 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:22.298434 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:22.399268 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Allocated IP 172.27.1.41 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/b9496612-1fd7-435e-b028-f4b507b849fa) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:17:22.500664 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:22.533750 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:22.573666 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:17:22.576564 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:17:22.579056 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:17:22.650855 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Pushing event updated for resources: {'Port': ['ID=b9496612-1fd7-435e-b028-f4b507b849fa,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:22.831695 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:23.102210 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1780327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1782994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31787'] for router, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:23.105671 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1780236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1780350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1780341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1783017'] for router, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:23.210585 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Router d3274c04-0dfb-496e-91ff-16d10948b93f has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:17:23.316664 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:17:23.321048 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] Publish callbacks [] for router, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:23.322207 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-50fa12bf-42eb-41aa-9670-f7ba1af3a911 admin admin] 10.222.0.37 "PUT /v2.0/routers/d3274c04-0dfb-496e-91ff-16d10948b93f HTTP/1.1" status: 200 len: 889 time: 1.5889332 Nov 20 03:17:24.706934 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device c5ae3dab-4fe4-4798-bc1b-e009e65db837 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:17:24.756239 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port c5ae3dab-4fe4-4798-bc1b-e009e65db837 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:24.756624 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:25.094051 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Sync routers for ids ['d3274c04-0dfb-496e-91ff-16d10948b93f'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:17:25.105506 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Routers {'d3274c04-0dfb-496e-91ff-16d10948b93f'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:17:25.106141 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:17:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['d3274c04-0dfb-496e-91ff-16d10948b93f'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:25.313002 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Set router d3274c04-0dfb-496e-91ff-16d10948b93f gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:17:25.770517 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'name': 'router1', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'b9496612-1fd7-435e-b028-f4b507b849fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:17:05Z', 'updated_at': '2021-11-20T03:17:22Z', 'revision_number': 4, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'gw_port': {'id': 'b9496612-1fd7-435e-b028-f4b507b849fa', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:22Z', 'updated_at': '2021-11-20T03:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'c5ae3dab-4fe4-4798-bc1b-e009e65db837', 'name': '', 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'mac_address': 'fa:16:3e:48:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:14Z', 'updated_at': '2021-11-20T03:17:18Z', 'revision_number': 5, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'subnets': [{'id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd09d6c46-1a09-40a8-a678-e9177b5c664e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:25.823034 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Checking router: d3274c04-0dfb-496e-91ff-16d10948b93f for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:17:25.823396 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Updating router d3274c04-0dfb-496e-91ff-16d10948b93f port b9496612-1fd7-435e-b028-f4b507b849fa binding host dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:17:25.849913 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53146) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:25.870438 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:25.967379 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-af4de8d9-37c9-4b77-a470-00f4e2768a54 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1162467 Nov 20 03:17:26.205355 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Publish callbacks [] for port, precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:26.209825 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:26.263698 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Attempting to bind port b9496612-1fd7-435e-b028-f4b507b849fa on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:17:26.264115 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Attempting to bind port b9496612-1fd7-435e-b028-f4b507b849fa by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:17:26.264489 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Attempting to bind port b9496612-1fd7-435e-b028-f4b507b849fa on network f834731d-4835-45b7-b408-4aa4c3ba2e40 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:17:26.267538 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2e04f-c4df-45fb-99a8-77b07952e2f6 None None] Pushing event updated for resources: {'Port': ['ID=b9496612-1fd7-435e-b028-f4b507b849fa,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:26.272977 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:17:26.273360 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Checking segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:17:26.273777 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:26.274169 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Bound using segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:17:26.274880 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Bound port: b9496612-1fd7-435e-b028-f4b507b849fa, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:17:26.275096 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:26.326544 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] For port b9496612-1fd7-435e-b028-f4b507b849fa, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:17:26.329666 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] For port b9496612-1fd7-435e-b028-f4b507b849fa, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=b9496612-1fd7-435e-b028-f4b507b849fa,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:17:26.333641 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:26.391638 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Routers {'d3274c04-0dfb-496e-91ff-16d10948b93f'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:17:26.392320 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:17:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['d3274c04-0dfb-496e-91ff-16d10948b93f'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:26.394156 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2e04f-c4df-45fb-99a8-77b07952e2f6 None None] Pushing event updated for resources: {'Port': ['ID=b9496612-1fd7-435e-b028-f4b507b849fa,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:26.505013 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] Set router d3274c04-0dfb-496e-91ff-16d10948b93f gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:17:26.724060 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'name': 'router1', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'b9496612-1fd7-435e-b028-f4b507b849fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:17:05Z', 'updated_at': '2021-11-20T03:17:22Z', 'revision_number': 4, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'gw_port': {'id': 'b9496612-1fd7-435e-b028-f4b507b849fa', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:22Z', 'updated_at': '2021-11-20T03:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'c5ae3dab-4fe4-4798-bc1b-e009e65db837', 'name': '', 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'mac_address': 'fa:16:3e:48:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:14Z', 'updated_at': '2021-11-20T03:17:18Z', 'revision_number': 5, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'subnets': [{'id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd09d6c46-1a09-40a8-a678-e9177b5c664e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:26.750048 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01529b8f-89fc-486e-aab3-5b0c761e3a74 None None] The sync data for ids ['d3274c04-0dfb-496e-91ff-16d10948b93f'] in dv-cinder-818037-5-iscsi is: [{'id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'name': 'router1', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'b9496612-1fd7-435e-b028-f4b507b849fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:17:05Z', 'updated_at': '2021-11-20T03:17:22Z', 'revision_number': 4, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'gw_port': {'id': 'b9496612-1fd7-435e-b028-f4b507b849fa', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:22Z', 'updated_at': '2021-11-20T03:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'c5ae3dab-4fe4-4798-bc1b-e009e65db837', 'name': '', 'network_id': 'ada50e56-6d8c-4efe-9cf5-a11745acd533', 'tenant_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'mac_address': 'fa:16:3e:48:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3274c04-0dfb-496e-91ff-16d10948b93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:14Z', 'updated_at': '2021-11-20T03:17:18Z', 'revision_number': 5, 'project_id': 'aa00bcbdb95c4f809447c356d5aeb0b9', 'subnets': [{'id': 'b7778972-c6ef-41d7-879d-fa17b2bc54a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd09d6c46-1a09-40a8-a678-e9177b5c664e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:17:28.717775 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device b9496612-1fd7-435e-b028-f4b507b849fa up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:17:28.774867 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port b9496612-1fd7-435e-b028-f4b507b849fa triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:28.775241 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:28.855046 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:28.875383 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port b9496612-1fd7-435e-b028-f4b507b849fa, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=b9496612-1fd7-435e-b028-f4b507b849fa,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:17:28.879273 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:28.939403 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=b9496612-1fd7-435e-b028-f4b507b849fa,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:30.698629 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device b9496612-1fd7-435e-b028-f4b507b849fa up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:17:30.785774 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port b9496612-1fd7-435e-b028-f4b507b849fa triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:30.786426 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:39.164141 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-0dc71b27-afa8-4121-8f8a-f09f584237cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:41.374924 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c432c191-32d0-4ef9-847e-6caa689ed103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:42.605876 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:43.670610 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:44.959234 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:52.607271 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 5 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:18:09.159917 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-96f49892-d51b-49e9-bf36-475fde4fb94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:11.370761 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-826d566f-cd4d-4723-a77e-442b5ba118d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:12.603779 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:13.670300 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:14.961504 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:29.608307 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 5 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:18:39.151508 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-481833ac-9a32-4d0c-8bc1-f3fb3a3a56ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:41.373229 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-69683d6b-2863-4bf2-ae0e-2059aba1c8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:42.609675 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:43.672667 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:44.964370 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:45.377197 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53630) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:18:45.437052 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.pecan_wsgi.hooks.translation [None req-e439aa1b-6754-45da-922b-1d9ef40a1250 admin admin] GET failed (client error): The resource could not be found. Nov 20 03:18:45.438329 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e439aa1b-6754-45da-922b-1d9ef40a1250 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601673 Nov 20 03:18:45.599461 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f451ea-af4c-46ed-ae21-eff7758c827b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:45.601140 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d7f451ea-af4c-46ed-ae21-eff7758c827b admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581802 Nov 20 03:18:47.882119 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53640) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:18:47.974580 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b149a-cabb-4a1d-945b-6a3d779af214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:47.976186 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-578b149a-cabb-4a1d-945b-6a3d779af214 admin admin] 10.222.0.37 "GET /v2.0/subnets/b7778972-c6ef-41d7-879d-fa17b2bc54a9 HTTP/1.1" status: 200 len: 849 time: 0.0931213 Nov 20 03:18:47.985949 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:18:48.069289 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:48.206728 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773407444291'] for subnet, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:48.237786 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:48.238365 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:48.239642 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] 10.222.0.37 "PUT /v2.0/subnets/b7778972-c6ef-41d7-879d-fa17b2bc54a9 HTTP/1.1" status: 200 len: 868 time: 0.2572379 Nov 20 03:18:48.257770 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7778972-c6ef-41d7-879d-fa17b2bc54a9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:18:48.263345 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d588fb-eec2-49cf-bc65-3c39d3fe6192 None None] Network ada50e56-6d8c-4efe-9cf5-a11745acd533 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:18:48.265655 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:48.266029 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:48.266374 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:48.266707 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:48.267177 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:48.267526 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:48.267936 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:48.268280 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:48.268627 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:48.268952 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:48.269274 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:48.269589 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb795b-5cc1-4ec7-a763-194befdd8169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:48.613704 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-fec9ee2d-be86-4e0c-a2a3-c61c2cc0a201 None None] Provisioning complete for port c5ae3dab-4fe4-4798-bc1b-e009e65db837 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:18:48.614075 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fec9ee2d-be86-4e0c-a2a3-c61c2cc0a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:48.700941 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-fec9ee2d-be86-4e0c-a2a3-c61c2cc0a201 None None] Provisioning complete for port ba3b977f-7326-4519-9ce6-eead3e30e9f4 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:18:48.701217 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fec9ee2d-be86-4e0c-a2a3-c61c2cc0a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:50.508118 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53648) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:18:50.718905 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77527a62-b61e-4112-b577-186f965e6103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:50.719299 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77527a62-b61e-4112-b577-186f965e6103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:50.720885 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-77527a62-b61e-4112-b577-186f965e6103 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2118168 Nov 20 03:18:53.011059 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53658) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:18:53.140171 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe7d53-bda4-4950-a651-590ce9bfcd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:53.140641 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe7d53-bda4-4950-a651-590ce9bfcd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:53.142150 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-8cfe7d53-bda4-4950-a651-590ce9bfcd5b admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301088 Nov 20 03:18:55.406493 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53666) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:18:55.626401 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ab9b55-cf84-4cb2-be26-8e74e145b7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:55.627808 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e8ab9b55-cf84-4cb2-be26-8e74e145b7dd admin admin] 10.222.0.37 "GET /v2.0/networks/ada50e56-6d8c-4efe-9cf5-a11745acd533 HTTP/1.1" status: 200 len: 869 time: 0.2203703 Nov 20 03:18:57.911331 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53674) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:18:58.034061 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaeae0a-c897-47b9-b5e2-d61dda986c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:58.035404 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-5eaeae0a-c897-47b9-b5e2-d61dda986c74 admin admin] 10.222.0.37 "GET /v2.0/networks/f834731d-4835-45b7-b408-4aa4c3ba2e40 HTTP/1.1" status: 200 len: 886 time: 0.1230900 Nov 20 03:19:00.324530 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53682) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:00.447518 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43e5cc1-1600-44df-a04c-bbafd318f512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:00.447998 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43e5cc1-1600-44df-a04c-bbafd318f512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:00.449497 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e43e5cc1-1600-44df-a04c-bbafd318f512 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240220 Nov 20 03:19:02.691533 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53690) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:02.822219 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeab033-4e81-4e0d-a855-7705221fc5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:02.822668 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeab033-4e81-4e0d-a855-7705221fc5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:02.824333 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-adeab033-4e81-4e0d-a855-7705221fc5f7 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1315610 Nov 20 03:19:05.100167 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53698) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:05.211896 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e94e58-6200-4a75-ad4c-e5b6d159d704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:05.213244 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-42e94e58-6200-4a75-ad4c-e5b6d159d704 admin admin] 10.222.0.37 "GET /v2.0/subnets/7288d3c0-2d8c-4f99-98f6-1c5942e2a428 HTTP/1.1" status: 200 len: 816 time: 0.1118438 Nov 20 03:19:06.606758 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 5 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:19:07.477933 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53706) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:07.577638 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903cb5b3-6c37-4c3d-b772-d6ba1baba859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:07.578944 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-903cb5b3-6c37-4c3d-b772-d6ba1baba859 admin admin] 10.222.0.37 "GET /v2.0/subnets/b7778972-c6ef-41d7-879d-fa17b2bc54a9 HTTP/1.1" status: 200 len: 868 time: 0.1000514 Nov 20 03:19:09.153182 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-70297781-9e8b-48b4-8d0d-846080b19ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:11.376118 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-35e64931-1158-4ca0-a4c3-d12c1dbe1fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:12.610241 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:13.676519 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:14.969957 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:33.031431 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53760) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:33.081435 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [None req-9877732b-9145-4f03-9c57-b3efdee22f1b admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:19:33.082434 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-9877732b-9145-4f03-9c57-b3efdee22f1b admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493298 Nov 20 03:19:35.449872 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53768) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:35.509898 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1406ade-c6af-4531-8310-9e44e473fff6 admin admin] GET failed (client error): The resource could not be found. Nov 20 03:19:35.511161 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f1406ade-c6af-4531-8310-9e44e473fff6 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603611 Nov 20 03:19:35.594755 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6493a69-89bb-46fd-8790-6bb104430422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:35.596247 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d6493a69-89bb-46fd-8790-6bb104430422 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803773 Nov 20 03:19:37.902448 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53776) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:37.948773 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:19:37.969391 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Made reservation on behalf of 4ef804ac1d214ba998fdca5c2d43a09d for: {'network': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:19:37.972288 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:38.008805 dv-cinder-818037-5-iscsi neutron-server[102610]: WARNING neutron.services.revisions.revision_plugin [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Could not find related network for resource to bump revision. Nov 20 03:19:38.023193 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=102610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:19:38.032766 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:38.033102 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.segments_db [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Added segment b53223ec-0922-49e4-89c2-ecf111629696 of type vlan for network 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052 Nov 20 03:19:38.071562 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:38.094396 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:38.095747 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:38.096363 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:38.146397 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2428906 Nov 20 03:19:38.156796 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2fe53f-8d7a-4a09-9f2e-76f79e36a052,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:19:38.164702 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:38.165080 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:38.165432 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:38.165773 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:38.166113 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:38.166466 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:38.166803 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:38.167152 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:38.167502 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:38.167860 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:38.168190 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:38.168517 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f852a-e4ae-42f4-b0e2-2e8ade5a9433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:38.180539 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:19:39.155005 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c5905697-3843-4022-8607-f979690aeafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:40.470688 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53784) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:40.531122 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8c99b2-47b3-4e99-b4c7-8f28de406334 admin admin] GET failed (client error): The resource could not be found. Nov 20 03:19:40.532502 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-7f8c99b2-47b3-4e99-b4c7-8f28de406334 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608668 Nov 20 03:19:40.629935 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f2fe0-4597-4032-9d61-840f7ee8be59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:40.631349 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-636f2fe0-4597-4032-9d61-840f7ee8be59 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0943942 Nov 20 03:19:40.641978 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-7b00a204-7817-47e1-8137-c04bebdca5b8 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:19:40.663715 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b00a204-7817-47e1-8137-c04bebdca5b8 admin admin] Made reservation on behalf of 4ef804ac1d214ba998fdca5c2d43a09d for: {'subnet': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:19:40.665893 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7b00a204-7817-47e1-8137-c04bebdca5b8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:40.858893 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7b00a204-7817-47e1-8137-c04bebdca5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for subnet, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:40.916853 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00a204-7817-47e1-8137-c04bebdca5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba19b9f6-8165-4353-87bf-d7cc23908d9b,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:19:40.925870 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00a204-7817-47e1-8137-c04bebdca5b8 admin admin] Checking segment: {'id': 'b53223ec-0922-49e4-89c2-ecf111629696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:19:40.926273 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b00a204-7817-47e1-8137-c04bebdca5b8 admin admin] Network hostable DHCP agents. Network: 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:19:40.946721 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b00a204-7817-47e1-8137-c04bebdca5b8 admin admin] Network 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:19:40.957504 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-7b00a204-7817-47e1-8137-c04bebdca5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052) {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:19:40.962073 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00a204-7817-47e1-8137-c04bebdca5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:40.962658 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7b00a204-7817-47e1-8137-c04bebdca5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:40.967429 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7f298-9cca-4079-b3df-69489d819e26 None None] Network 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:19:40.993546 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-7b00a204-7817-47e1-8137-c04bebdca5b8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3400640 Nov 20 03:19:41.124203 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60e1c005-087a-5312-b221-c5ea256aad24-8e2fe53f-8d7a-4a09-9f2e-76f79e36a052', 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052', 'tenant_id': '4ef804ac1d214ba998fdca5c2d43a09d', 'fixed_ips': [{'subnet_id': 'ba19b9f6-8165-4353-87bf-d7cc23908d9b'}]}} from dv-cinder-818037-5-iscsi. {{(pid=102611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:19:41.125080 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:41.265062 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.db_base_plugin_common [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Allocated IP 192.168.233.2 (8e2fe53f-8d7a-4a09-9f2e-76f79e36a052/ba19b9f6-8165-4353-87bf-d7cc23908d9b/08229124-7a6c-42b4-b9bd-0cda376c075b) {{(pid=102611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:19:41.410876 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-082f28cf-14ba-433f-94c0-baa5f4265231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:41.427149 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Publish callbacks [] for port, precommit_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:41.433294 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:41.478824 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Network 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052 is already hosted by enough agents. {{(pid=102611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:19:41.481799 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.base_scheduler [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Resources bound (agent type, host, resource id): {{(pid=102611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:19:41.485167 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Received port after_create {{(pid=102611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:19:41.491913 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Pushing event updated for resources: {'Port': ['ID=08229124-7a6c-42b4-b9bd-0cda376c075b,revision_number=1']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:19:41.501230 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:41.502353 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:41.502353 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:41.502353 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:41.502625 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:41.502895 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:41.503225 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:41.503546 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:41.503955 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:41.504566 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:41.504566 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:41.504908 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:41.553890 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Attempting to bind port 08229124-7a6c-42b4-b9bd-0cda376c075b on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:19:41.554201 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Attempting to bind port 08229124-7a6c-42b4-b9bd-0cda376c075b by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'b53223ec-0922-49e4-89c2-ecf111629696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:19:41.554551 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Attempting to bind port 08229124-7a6c-42b4-b9bd-0cda376c075b on network 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:19:41.559522 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:19:41.560035 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Checking segment: {'id': 'b53223ec-0922-49e4-89c2-ecf111629696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:19:41.560442 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:41.560834 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Bound using segment: {'id': 'b53223ec-0922-49e4-89c2-ecf111629696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:19:41.561298 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Bound port: 08229124-7a6c-42b4-b9bd-0cda376c075b, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53223ec-0922-49e4-89c2-ecf111629696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:19:41.561693 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:41.622468 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] For port 08229124-7a6c-42b4-b9bd-0cda376c075b, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:19:41.625731 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] For port 08229124-7a6c-42b4-b9bd-0cda376c075b, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=08229124-7a6c-42b4-b9bd-0cda376c075b,segment=NetworkSegment(b53223ec-0922-49e4-89c2-ecf111629696),segment_id=b53223ec-0922-49e4-89c2-ecf111629696)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:19:41.631697 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:41.690577 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2cb68-66a1-432e-9ecc-f9cf2d746693 None None] Pushing event updated for resources: {'Port': ['ID=08229124-7a6c-42b4-b9bd-0cda376c075b,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:19:42.511141 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930d130e-1b64-41db-8960-5619d15f712c None None] Network 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:19:42.639701 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-d422b157-f77d-472f-baa6-d0ae3c20a5e4 None None] Provisioning complete for port 08229124-7a6c-42b4-b9bd-0cda376c075b triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:19:42.640160 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-d422b157-f77d-472f-baa6-d0ae3c20a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:42.646125 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:42.769592 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-d422b157-f77d-472f-baa6-d0ae3c20a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:42.810082 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 08229124-7a6c-42b4-b9bd-0cda376c075b up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:19:42.812604 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-d422b157-f77d-472f-baa6-d0ae3c20a5e4 None None] For port 08229124-7a6c-42b4-b9bd-0cda376c075b, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=08229124-7a6c-42b4-b9bd-0cda376c075b,segment=NetworkSegment(b53223ec-0922-49e4-89c2-ecf111629696),segment_id=b53223ec-0922-49e4-89c2-ecf111629696)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:19:42.837240 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-d422b157-f77d-472f-baa6-d0ae3c20a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:42.903095 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422b157-f77d-472f-baa6-d0ae3c20a5e4 None None] Pushing event updated for resources: {'Port': ['ID=08229124-7a6c-42b4-b9bd-0cda376c075b,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:19:42.921682 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 08229124-7a6c-42b4-b9bd-0cda376c075b triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:19:42.922467 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:42.972465 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-4dca96a5-6c52-450a-b8a6-5621c6a7c631 None None] Provisioning complete for port 08229124-7a6c-42b4-b9bd-0cda376c075b triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:19:42.972835 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-4dca96a5-6c52-450a-b8a6-5621c6a7c631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:43.605803 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 5 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:19:43.679223 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:44.746176 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 08229124-7a6c-42b4-b9bd-0cda376c075b up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:19:44.794484 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 08229124-7a6c-42b4-b9bd-0cda376c075b triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:19:44.794856 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:44.972911 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:09.156526 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-152df157-f9ff-4cfa-acae-18bc9b591261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:11.382397 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-0c930f99-cf3c-41e4-ac06-57729520acaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:12.616257 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:13.681649 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:14.977730 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:20.604432 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 5 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:20:39.157378 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4338-794e-43c3-82ce-bf87aa1a882f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:41.383944 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fd0f6dc8-3bc3-44b4-925d-117f6ce0047f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:42.619096 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:43.685635 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:44.979722 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:57.603846 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 5 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:20:58.322229 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53828) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:20:58.328064 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [None req-7019870b-ea2a-4aee-a127-0bf34c197b2c tempest-verify_tempest_config-572172760 tempest-verify_tempest_config-572172760-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102610) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:20:58.329038 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-7019870b-ea2a-4aee-a127-0bf34c197b2c tempest-verify_tempest_config-572172760 tempest-verify_tempest_config-572172760-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058196 Nov 20 03:20:58.618425 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 53846) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:20:58.723715 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:58.797875 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:58.801167 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:58.845332 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16d44b7f574e4dd99d8587a148e2b216&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2258239 Nov 20 03:20:58.846159 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2babdfd5-6079-418e-82a7-11629a7805df,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:20:58.848872 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53850) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:20:58.852959 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:58.853315 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:58.853659 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:58.853994 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:58.854323 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:58.854652 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:58.854978 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:58.855307 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:58.855631 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:58.855977 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:58.856300 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:58.856616 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be91e3-abcb-4da3-afa6-e65cb899ee9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:58.907675 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:58.927917 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:59.018380 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:59.021905 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:59.023042 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2babdfd5-6079-418e-82a7-11629a7805df HTTP/1.1" status: 204 len: 168 time: 0.1730864 Nov 20 03:20:59.030804 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2babdfd5-6079-418e-82a7-11629a7805df,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:20:59.037897 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:59.038250 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:59.038597 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:59.038957 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:59.039290 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:59.039624 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:59.039991 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:59.040326 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:59.040656 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:59.040976 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:59.041419 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:20:59.041742 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66743d-9fee-4042-9159-7d333d90d45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:09.159063 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fa075f0d-bfdd-45be-b144-f1d409764ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:11.388075 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-a7b65505-5c1e-4df7-8d6e-815ae6cbf38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:12.621247 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:13.687748 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:14.980741 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:34.602593 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 5 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:21:39.160714 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-86e577b5-660e-4a13-a374-1859eb0f6ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:41.388404 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-456cd0eb-45d8-4dde-b07e-b6e5e1ab108b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:42.626898 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:43.692220 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:44.985632 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:09.161891 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1c09aad7-f489-4ab1-bff0-42da585a2750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:11.388590 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5025a246-9e17-46c6-a63e-c64fa08d3997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:11.602365 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 5 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:22:12.628237 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:13.694155 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:14.991416 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:29.108425 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1782389'] for agent, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:39.163771 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-cd77269e-ce1b-4d2d-a798-898e2774bb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:41.390630 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-38eae03b-f701-4c2a-8a17-0503f272ad42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:42.633759 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:43.698231 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:43.820238 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53924) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:22:43.921061 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-51fe2cb5-7557-45cd-8487-fa07af6629d4 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0997310 Nov 20 03:22:44.983115 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:46.205825 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 53934) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:22:46.259407 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-470bc37f-cac3-4067-a511-b121c84a6f1a admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525143 Nov 20 03:22:48.603729 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:22:59.094994 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:09.164603 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-819b57bb-a591-4a41-b2d8-96472cf09199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:11.390987 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1fd572af-7775-42cd-a92f-100423b01211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:12.634101 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:13.700707 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:14.985944 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:25.602977 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:23:29.102322 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:39.169265 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-758a9091-1951-4ed8-a707-4989ba9e70a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:41.416927 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-328b25e1-ac82-4fba-bfa1-7bf0b4c33a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:42.637794 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:43.704984 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:44.988990 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:59.117565 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:02.602136 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:24:09.172407 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b263-5fcf-4e4f-a60c-a9cb781932f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:11.404533 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e045dcf9-e40c-477d-961d-e6c3c68bce25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:12.642607 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:13.709782 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.336485 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54146) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:14.619599 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54168) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:14.651140 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54172) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:14.704510 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1049316212-network', 'tenant_id': '0fdf6e7abf574b269f3c1459a9d58c26'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:14.720348 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54184) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:14.726129 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Made reservation on behalf of 0fdf6e7abf574b269f3c1459a9d58c26 for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:14.728596 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.737638 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.745215 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1002420269-network', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:14.773729 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2067447194-network', 'tenant_id': '73ef1bfbb0ec4c3aa4eece7894279f75'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:14.800193 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Made reservation on behalf of 15b3ce6068f54d3f97b14f94f674223b for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:14.802931 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Made reservation on behalf of 73ef1bfbb0ec4c3aa4eece7894279f75 for: {'network': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:14.803094 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.807284 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.819529 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.835112 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.855092 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.864033 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.880870 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:24:14.903501 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.904026 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Added segment 094098ef-5d49-4816-ba82-a11880dd4fda of type vlan for network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 Nov 20 03:24:14.924349 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.928909 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.962843 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.977663 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:14.995910 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:14.996856 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:14.997245 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:14.997557 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:14.997911 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:14.998293 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:14.998634 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:14.998741 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:14.999371 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.000035 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.000268 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.000764 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.001245 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Tracked resource versions report: Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: pushed versions: Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: { 'AddressGroup': {'1.2'}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'ConntrackHelper': {'1.0'}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Log': {'1.0'}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Network': {'1.1'}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Port': {'1.7'}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'PortForwarding': {'1.2'}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'QosPolicy': {'1.10'}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'SecurityGroup': {'1.5'}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'SubPort': {'1.0'}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Subnet': {'1.1'}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Trunk': {'1.1'}} Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: consumer versions: Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: { DHCP agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: HyperV agent@hv-cinder-81803: {}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: L3 agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: Metadata agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: Metering agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: Open vSwitch agent@dv-cinder-818037-5-iscsi: { 'AddressGroup': '1.2', Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'ConntrackHelper': '1.0', Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Log': '1.0', Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Network': '1.1', Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Port': '1.7', Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'PortForwarding': '1.2', Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'QosPolicy': '1.10', Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'SecurityGroup': '1.5', Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'SecurityGroupRule': '1.2', Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'SubPort': '1.0', Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Subnet': '1.1', Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: 'Trunk': '1.1'}} Nov 20 03:24:15.002567 dv-cinder-818037-5-iscsi neutron-server[102610]: {{(pid=102610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:24:15.005903 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:24:15.019048 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.019507 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.segments_db [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Added segment 78f4c507-c111-48f3-ba3e-83669b59c870 of type vlan for network 6d41a12a-126d-47ed-a3db-e47c15076113 Nov 20 03:24:15.030331 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deef44eb-34bb-480b-812c-d11768e68b03,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:15.047957 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.048675 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.049072 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.049536 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.049870 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.050188 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.050570 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.050908 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.051415 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.051938 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.052417 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.052947 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Tracked resource versions report: Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: pushed versions: Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: { 'AddressGroup': {'1.2'}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'ConntrackHelper': {'1.0'}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Log': {'1.0'}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Network': {'1.1'}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Port': {'1.7'}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'PortForwarding': {'1.2'}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'QosPolicy': {'1.10'}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'SecurityGroup': {'1.5'}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'SubPort': {'1.0'}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Subnet': {'1.1'}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Trunk': {'1.1'}} Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: consumer versions: Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: { DHCP agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: HyperV agent@hv-cinder-81803: {}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: L3 agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: Metadata agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: Metering agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: Open vSwitch agent@dv-cinder-818037-5-iscsi: { 'AddressGroup': '1.2', Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'ConntrackHelper': '1.0', Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Log': '1.0', Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Network': '1.1', Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Port': '1.7', Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'PortForwarding': '1.2', Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'QosPolicy': '1.10', Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'SecurityGroup': '1.5', Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'SecurityGroupRule': '1.2', Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'SubPort': '1.0', Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Subnet': '1.1', Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: 'Trunk': '1.1'}} Nov 20 03:24:15.054191 dv-cinder-818037-5-iscsi neutron-server[102609]: {{(pid=102609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:24:15.066310 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.067143 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:15.069011 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.097212 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.104791 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-network', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:15.143780 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Made reservation on behalf of 8abd5d5840ac400c82604d0212b124f2 for: {'network': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:15.146533 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.156017 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.157814 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8202331 Nov 20 03:24:15.158618 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54206) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:15.163873 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.164805 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:15.165578 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.168207 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.177900 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-45af5e74-d29e-4a2d-91b3-fa048a91761a admin admin] Request body: {'subnet': {'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1049316212-subnet', 'tenant_id': '0fdf6e7abf574b269f3c1459a9d58c26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:15.185247 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452b6e5-d27e-405c-a68a-04a24885bbc4 admin admin] Pushing event updated for resources: {'Network': ['ID=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:15.190731 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.199359 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:24:15.227339 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:24:15.250485 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45af5e74-d29e-4a2d-91b3-fa048a91761a admin admin] Made reservation on behalf of 0fdf6e7abf574b269f3c1459a9d58c26 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:15.253070 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45af5e74-d29e-4a2d-91b3-fa048a91761a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.257085 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54210) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:15.258614 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6062920 Nov 20 03:24:15.265166 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-8e9cef5d-6159-42a5-a44d-31db9a8424a2 admin admin] Request body: {'subnet': {'network_id': '6d41a12a-126d-47ed-a3db-e47c15076113', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2067447194-subnet', 'tenant_id': '73ef1bfbb0ec4c3aa4eece7894279f75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:15.283388 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:15.288546 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.289073 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Added segment 756da363-c7ea-4a66-ab68-6135251f2851 of type vlan for network d2470cf7-b23b-4542-91b2-b6ec415686c1 Nov 20 03:24:15.339931 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05191de5-7c0f-4174-916a-522aa20f251f admin admin] Pushing event updated for resources: {'Network': ['ID=6d41a12a-126d-47ed-a3db-e47c15076113,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:15.368368 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.369699 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network 6d41a12a-126d-47ed-a3db-e47c15076113 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:24:15.377564 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.384575 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9cef5d-6159-42a5-a44d-31db9a8424a2 admin admin] Made reservation on behalf of 73ef1bfbb0ec4c3aa4eece7894279f75 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:15.387935 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e9cef5d-6159-42a5-a44d-31db9a8424a2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.405226 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=102610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:24:15.429849 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.431656 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.segments_db [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Added segment 99806f43-654a-4bfb-b62c-e8b52efc6518 of type vlan for network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e Nov 20 03:24:15.541463 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.584816 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa78708-a94b-4151-8842-c14f259373c1,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:15.589369 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.590402 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:15.591053 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.595368 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.684306 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] Pushing event updated for resources: {'Network': ['ID=3ac0da1c-dc79-4675-9f0a-2d0c06da492e,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:15.694341 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.696852 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:15.697550 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:24:15.697688 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.706401 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-919c5046-2f95-4e21-983d-eafc0951189e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9835038 Nov 20 03:24:15.708145 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54232) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:15.725666 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-d164e5e5-f24b-413f-befc-466e7284d6b3 admin admin] Request body: {'subnet': {'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-subnet', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:15.743294 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1221995 Nov 20 03:24:15.752335 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54236) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:15.762987 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-f3376ca6-6266-4e6f-b37c-e5379e9512ff admin admin] Request body: {'subnet': {'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1002420269-subnet', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:15.816687 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d164e5e5-f24b-413f-befc-466e7284d6b3 admin admin] Made reservation on behalf of 8abd5d5840ac400c82604d0212b124f2 for: {'subnet': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:15.819215 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d164e5e5-f24b-413f-befc-466e7284d6b3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:15.856812 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599a198-20e5-4550-abc9-bcc51e218abe admin admin] Pushing event updated for resources: {'Network': ['ID=d2470cf7-b23b-4542-91b2-b6ec415686c1,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:15.867604 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network d2470cf7-b23b-4542-91b2-b6ec415686c1 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:24:15.962290 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45af5e74-d29e-4a2d-91b3-fa048a91761a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for subnet, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.025491 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e9cef5d-6159-42a5-a44d-31db9a8424a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for subnet, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.046040 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af5e74-d29e-4a2d-91b3-fa048a91761a admin admin] Checking segment: {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:16.046496 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45af5e74-d29e-4a2d-91b3-fa048a91761a admin admin] Network hostable DHCP agents. Network: a1acacc5-2d91-42ad-971f-cecd3a0dc9a5, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:24:16.073489 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3376ca6-6266-4e6f-b37c-e5379e9512ff admin admin] Made reservation on behalf of 15b3ce6068f54d3f97b14f94f674223b for: {'subnet': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:16.076324 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f3376ca6-6266-4e6f-b37c-e5379e9512ff admin admin] Publish callbacks [] for subnet, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.097330 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45af5e74-d29e-4a2d-91b3-fa048a91761a admin admin] Network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:24:16.104893 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af5e74-d29e-4a2d-91b3-fa048a91761a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8209c192-32e4-42d1-81e2-634badaa7584,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:16.112209 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9cef5d-6159-42a5-a44d-31db9a8424a2 admin admin] Checking segment: {'id': '78f4c507-c111-48f3-ba3e-83669b59c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d41a12a-126d-47ed-a3db-e47c15076113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:16.112564 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9cef5d-6159-42a5-a44d-31db9a8424a2 admin admin] Network hostable DHCP agents. Network: 6d41a12a-126d-47ed-a3db-e47c15076113, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:24:16.148845 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-45af5e74-d29e-4a2d-91b3-fa048a91761a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, a1acacc5-2d91-42ad-971f-cecd3a0dc9a5) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:16.153400 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af5e74-d29e-4a2d-91b3-fa048a91761a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:16.153990 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45af5e74-d29e-4a2d-91b3-fa048a91761a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.159814 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177fa024-f361-41fd-8304-2f5d666cbf0f None None] Network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:16.184129 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cef5d-6159-42a5-a44d-31db9a8424a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c7db36-6980-45d2-81a4-cbda52b7b77c,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:16.208374 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-45af5e74-d29e-4a2d-91b3-fa048a91761a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0384717 Nov 20 03:24:16.210884 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9cef5d-6159-42a5-a44d-31db9a8424a2 admin admin] Network 6d41a12a-126d-47ed-a3db-e47c15076113 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:24:16.227992 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-8e9cef5d-6159-42a5-a44d-31db9a8424a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, 6d41a12a-126d-47ed-a3db-e47c15076113) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:16.233984 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9cef5d-6159-42a5-a44d-31db9a8424a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:16.235699 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e9cef5d-6159-42a5-a44d-31db9a8424a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.254462 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54256) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:16.284873 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-8e9cef5d-6159-42a5-a44d-31db9a8424a2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0165131 Nov 20 03:24:16.399115 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bf98a-1d9c-4f5d-b9e8-1652cb05e1b4 None None] Network 6d41a12a-126d-47ed-a3db-e47c15076113 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:16.464247 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d164e5e5-f24b-413f-befc-466e7284d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for subnet, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.519508 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1348f0e3-898c-4f83-a856-491f8f8c09e6 None None] Network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:16.548483 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164e5e5-f24b-413f-befc-466e7284d6b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ebc784-de2c-430b-bca7-4a0f16670b73,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:16.552483 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-af168557-d6b7-448c-b1c4-2a5263bbc50d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.599216 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f3376ca6-6266-4e6f-b37c-e5379e9512ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for subnet, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.669892 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3376ca6-6266-4e6f-b37c-e5379e9512ff admin admin] Checking segment: {'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:16.670243 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3376ca6-6266-4e6f-b37c-e5379e9512ff admin admin] Network hostable DHCP agents. Network: d2470cf7-b23b-4542-91b2-b6ec415686c1, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:24:16.676564 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-af168557-d6b7-448c-b1c4-2a5263bbc50d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.684020 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-af168557-d6b7-448c-b1c4-2a5263bbc50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.702256 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164e5e5-f24b-413f-befc-466e7284d6b3 admin admin] Checking segment: {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:16.702891 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164e5e5-f24b-413f-befc-466e7284d6b3 admin admin] Network hostable DHCP agents. Network: 3ac0da1c-dc79-4675-9f0a-2d0c06da492e, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:24:16.708524 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3376ca6-6266-4e6f-b37c-e5379e9512ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b6bcf67-a129-42af-870d-72f06d1689cd,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:16.718861 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3376ca6-6266-4e6f-b37c-e5379e9512ff admin admin] Network d2470cf7-b23b-4542-91b2-b6ec415686c1 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:24:16.746621 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164e5e5-f24b-413f-befc-466e7284d6b3 admin admin] Network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:24:16.756421 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-f3376ca6-6266-4e6f-b37c-e5379e9512ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, d2470cf7-b23b-4542-91b2-b6ec415686c1) {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:16.762137 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3376ca6-6266-4e6f-b37c-e5379e9512ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:16.762729 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f3376ca6-6266-4e6f-b37c-e5379e9512ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.766922 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-d164e5e5-f24b-413f-befc-466e7284d6b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, 3ac0da1c-dc79-4675-9f0a-2d0c06da492e) {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:16.772386 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d164e5e5-f24b-413f-befc-466e7284d6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:16.772976 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d164e5e5-f24b-413f-befc-466e7284d6b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.799243 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-f3376ca6-6266-4e6f-b37c-e5379e9512ff admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0386550 Nov 20 03:24:16.799849 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-af168557-d6b7-448c-b1c4-2a5263bbc50d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6e5724123f440ee8402c5944c2cce8f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5433927 Nov 20 03:24:16.800285 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54272) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:16.801331 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-d164e5e5-f24b-413f-befc-466e7284d6b3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0877409 Nov 20 03:24:16.802283 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54274) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:16.804236 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54276) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:16.809749 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1002420269-router', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:16.815114 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af168557-d6b7-448c-b1c4-2a5263bbc50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca647a7-e169-458c-b0c2-e5942f070788,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:16.816063 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:16.846636 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1782864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26058'] for router, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.847882 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1782980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1780313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1631563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31801'] for router, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.849787 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093bea9e-2161-4316-a0ba-48ef2a82881b None None] Network d2470cf7-b23b-4542-91b2-b6ec415686c1 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:16.908372 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1782864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26058'] for router, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.910088 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1782980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1780313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1631563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31801'] for router, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.967544 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.997703 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f0274e-3a21-4ee6-af2a-d57b573ab7f2 None None] Network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:17.031859 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-80da218b-24a6-4b03-b9f4-1eb531a326f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:17.083758 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:17.104266 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-80da218b-24a6-4b03-b9f4-1eb531a326f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:17.266684 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54324) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:17.268672 dv-cinder-818037-5-iscsi neutron-server[102609]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 20 03:24:17.289198 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54330) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:17.290201 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef83622-dc47-433f-8a5b-cae802f271a9 None None] Network d2470cf7-b23b-4542-91b2-b6ec415686c1 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:17.292256 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:17.329491 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:17.386267 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-80da218b-24a6-4b03-b9f4-1eb531a326f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:17.389029 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-80da218b-24a6-4b03-b9f4-1eb531a326f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:17.394285 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-80da218b-24a6-4b03-b9f4-1eb531a326f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ca647a7-e169-458c-b0c2-e5942f070788 HTTP/1.1" status: 204 len: 168 time: 0.5869741 Nov 20 03:24:17.400426 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da218b-24a6-4b03-b9f4-1eb531a326f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca647a7-e169-458c-b0c2-e5942f070788,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:17.586946 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6480e3-411f-4b6d-9e98-1fc3e2c3e3fd None None] Network 6d41a12a-126d-47ed-a3db-e47c15076113 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:17.599956 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-84a49141-9337-43ae-9c1a-d1fe5d1b9d18 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:17.601544 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-84a49141-9337-43ae-9c1a-d1fe5d1b9d18 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/networks?id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 200 len: 815 time: 0.3340240 Nov 20 03:24:17.611965 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e9d00-de54-4160-9570-87ad834519cd req-b1bc2f7a-2ac8-43b0-962c-6fb6e5011aa5 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:17.613413 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-b1bc2f7a-2ac8-43b0-962c-6fb6e5011aa5 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/networks?id=6d41a12a-126d-47ed-a3db-e47c15076113 HTTP/1.1" status: 200 len: 812 time: 0.3233669 Nov 20 03:24:17.617935 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:17.649514 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-c35ecf7e-6930-404d-a535-28ad8e6ccfb7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/quotas/0fdf6e7abf574b269f3c1459a9d58c26 HTTP/1.1" status: 200 len: 375 time: 0.0344257 Nov 20 03:24:17.651186 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:17.687420 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-838411a5-c5ee-40d5-becb-e05770695dcf tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/quotas/73ef1bfbb0ec4c3aa4eece7894279f75 HTTP/1.1" status: 200 len: 375 time: 0.0604885 Nov 20 03:24:17.715839 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-7a7ed423-40c8-45e2-90da-60c9011d0474 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660586 Nov 20 03:24:17.759424 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-c2f51c07-a7a7-4c8d-b3ea-84e15ef00e37 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=73ef1bfbb0ec4c3aa4eece7894279f75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567663 Nov 20 03:24:17.798630 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54342) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:17.854028 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60e1c005-087a-5312-b221-c5ea256aad24-3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73'}]}} from dv-cinder-818037-5-iscsi. {{(pid=102611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:24:17.854887 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:17.901132 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-775fc1d4-24c8-44cf-8a05-40e5af3ba648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:17.905886 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Allocated IP 172.27.1.37 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/bd7597a6-339c-4e70-87af-366d9dce94cd) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:17.982389 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.010888 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-bb395ffa-dcbc-4580-b5b9-81ab2fef88bc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:24:18.011922 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-bb395ffa-dcbc-4580-b5b9-81ab2fef88bc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1322050 Nov 20 03:24:18.019275 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.025443 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-4f86ae93-9512-494d-96b1-447869707e8f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:24:18.026524 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-4f86ae93-9512-494d-96b1-447869707e8f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0772014 Nov 20 03:24:18.061387 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.076555 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.db_base_plugin_common [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Allocated IP 172.20.0.2 (3ac0da1c-dc79-4675-9f0a-2d0c06da492e/97ebc784-de2c-430b-bca7-4a0f16670b73/a0f71e68-b401-4e7c-bffb-23c74d60ef7f) {{(pid=102611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:18.209168 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.233502 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Publish callbacks [] for port, precommit_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.242109 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.287322 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e is already hosted by enough agents. {{(pid=102611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:18.288373 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:18.290224 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.base_scheduler [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Resources bound (agent type, host, resource id): {{(pid=102611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:18.293451 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:18.294715 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Received port after_create {{(pid=102611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:18.298661 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Pushing event updated for resources: {'Port': ['ID=a0f71e68-b401-4e7c-bffb-23c74d60ef7f,revision_number=1']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:18.300163 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:18.311313 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:18.311313 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:18.311313 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:18.311847 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:18.311847 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:18.312696 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:18.314188 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:18.314188 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:18.314188 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:18.314188 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:18.314538 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:18.314613 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Tracked resource versions report: Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: pushed versions: Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: { 'AddressGroup': {'1.2'}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'ConntrackHelper': {'1.0'}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Log': {'1.0'}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Network': {'1.1'}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Port': {'1.7'}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'PortForwarding': {'1.2'}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'QosPolicy': {'1.10'}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'SecurityGroup': {'1.5'}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'SubPort': {'1.0'}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Subnet': {'1.1'}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Trunk': {'1.1'}} Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: consumer versions: Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: { DHCP agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: HyperV agent@hv-cinder-81803: {}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: L3 agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: Metadata agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: Metering agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: Open vSwitch agent@dv-cinder-818037-5-iscsi: { 'AddressGroup': '1.2', Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'ConntrackHelper': '1.0', Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Log': '1.0', Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Network': '1.1', Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Port': '1.7', Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'PortForwarding': '1.2', Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'QosPolicy': '1.10', Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'SecurityGroup': '1.5', Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'SecurityGroupRule': '1.2', Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'SubPort': '1.0', Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Subnet': '1.1', Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: 'Trunk': '1.1'}} Nov 20 03:24:18.316327 dv-cinder-818037-5-iscsi neutron-server[102611]: {{(pid=102611) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:24:18.337396 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Pushing event updated for resources: {'Port': ['ID=bd7597a6-339c-4e70-87af-366d9dce94cd,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:18.365480 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Attempting to bind port a0f71e68-b401-4e7c-bffb-23c74d60ef7f on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:18.365480 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Attempting to bind port a0f71e68-b401-4e7c-bffb-23c74d60ef7f by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:18.365816 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Attempting to bind port a0f71e68-b401-4e7c-bffb-23c74d60ef7f on network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:18.366830 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-775fc1d4-24c8-44cf-8a05-40e5af3ba648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.373494 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:18.373867 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Checking segment: {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:18.374404 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.375389 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Bound using segment: {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:18.375894 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Bound port: a0f71e68-b401-4e7c-bffb-23c74d60ef7f, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:18.376332 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.398027 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-775fc1d4-24c8-44cf-8a05-40e5af3ba648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.443758 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] For port a0f71e68-b401-4e7c-bffb-23c74d60ef7f, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:18.445260 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-801f91f5-c067-4916-9747-9041ffd6ea82 service neutron] 10.222.0.37 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237564 Nov 20 03:24:18.447665 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] For port a0f71e68-b401-4e7c-bffb-23c74d60ef7f, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=a0f71e68-b401-4e7c-bffb-23c74d60ef7f,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:18.452688 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.486550 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-a1796f4d-4e57-45f4-a785-b8d6e21e7f63 service neutron] 10.222.0.37 "GET /v2.0/networks/6d41a12a-126d-47ed-a3db-e47c15076113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408224 Nov 20 03:24:18.496147 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Allocated IP 172.27.1.117 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/c775b061-f9f9-4682-a13b-da68e7d17d2c) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:18.533593 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338448a-abed-47e2-af3d-b7b9c4219e31 None None] Pushing event updated for resources: {'Port': ['ID=a0f71e68-b401-4e7c-bffb-23c74d60ef7f,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:18.552173 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-775fc1d4-24c8-44cf-8a05-40e5af3ba648 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bda9dfd43a4439dbc923f633ba5e02b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7494543 Nov 20 03:24:18.556316 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54356) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:18.600264 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fc1d4-24c8-44cf-8a05-40e5af3ba648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a901f2-cbda-46dd-a2fc-86580a8fe214,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:18.674808 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.715360 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-081da782-7c6d-40ad-bf8c-48f28ea74ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.723665 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-e23d75a8-0e0c-4484-b687-e7a83e21eb69 service neutron] 10.222.0.37 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589719 Nov 20 03:24:18.815612 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-f81364d1-e405-4cdd-8103-edb715bffae0 service neutron] 10.222.0.37 "GET /v2.0/networks/6d41a12a-126d-47ed-a3db-e47c15076113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449818 Nov 20 03:24:18.817016 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-081da782-7c6d-40ad-bf8c-48f28ea74ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.837342 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.922548 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-081da782-7c6d-40ad-bf8c-48f28ea74ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.927465 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-081da782-7c6d-40ad-bf8c-48f28ea74ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.931151 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-081da782-7c6d-40ad-bf8c-48f28ea74ed2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58a901f2-cbda-46dd-a2fc-86580a8fe214 HTTP/1.1" status: 204 len: 168 time: 0.3716955 Nov 20 03:24:18.953246 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:19.001169 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081da782-7c6d-40ad-bf8c-48f28ea74ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a901f2-cbda-46dd-a2fc-86580a8fe214,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:19.042167 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:19.045403 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:19.048067 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:19.058946 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1780236'] for router, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:19.100148 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device a0f71e68-b401-4e7c-bffb-23c74d60ef7f up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:19.305238 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Pushing event updated for resources: {'Port': ['ID=c775b061-f9f9-4682-a13b-da68e7d17d2c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:19.331515 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port a0f71e68-b401-4e7c-bffb-23c74d60ef7f triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:19.332526 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:19.431973 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-95fc3d33-938a-4370-b8a4-f89bffd2af24 req-be604065-f22d-4bbf-967c-e85ea19aefd0 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 210 time: 0.0781965 Nov 20 03:24:19.485401 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Router ce369fe5-415a-4128-9bc2-96c0bea3bbdc is scheduled to L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f with binding_index 1 {{(pid=102610) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:24:19.485552 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:19.518036 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:19.615644 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port a0f71e68-b401-4e7c-bffb-23c74d60ef7f, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=a0f71e68-b401-4e7c-bffb-23c74d60ef7f,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:19.634078 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:19.666877 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:24:19.679739 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Sync routers for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:24:19.697038 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:19.697725 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:24:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:19.701216 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] Publish callbacks [] for router, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:19.703387 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-f462976e-8b71-434f-8ffd-e9e11aad92fb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8935950 Nov 20 03:24:19.707975 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54418) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:19.768792 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-54d63cf5-3724-42ef-ac3c-bfb243066adb req-fdceca8e-93fd-4269-bcc6-b562ce4ac22f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 210 time: 0.0748076 Nov 20 03:24:19.897765 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=a0f71e68-b401-4e7c-bffb-23c74d60ef7f,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:20.346355 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1780236'] for router, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:20.369078 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435d2bf9-7a03-4954-bf5e-dbc3991b0471 None None] Network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:20.377638 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:20.679411 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-7b8a6088-91a4-4ee8-ae05-ab297a7039a7 None None] Provisioning complete for port a0f71e68-b401-4e7c-bffb-23c74d60ef7f triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:20.679811 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7b8a6088-91a4-4ee8-ae05-ab297a7039a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:20.722004 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-71ed04bf-7995-41f4-8282-948429872a22 req-2d24db28-9214-41d2-8982-b711c70f4692 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 210 time: 0.0717494 Nov 20 03:24:20.799992 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Router a64e28b6-bfce-4d04-af09-699aaccf0025 is scheduled to L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f with binding_index 1 {{(pid=102609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:24:20.976199 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54498) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:21.024117 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device a0f71e68-b401-4e7c-bffb-23c74d60ef7f up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:21.043031 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59f176d8-120a-4f3a-b2b9-720109ab72d2 req-75de93e0-427d-40e2-90c3-b7e3ecbdb412 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 210 time: 0.0595005 Nov 20 03:24:21.118898 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:18Z', 'revision_number': 3, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:21.177626 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Checking router: ce369fe5-415a-4128-9bc2-96c0bea3bbdc for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:24:21.179571 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Updating router ce369fe5-415a-4128-9bc2-96c0bea3bbdc port bd7597a6-339c-4e70-87af-366d9dce94cd binding host dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:24:21.192240 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:24:21.228395 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] Publish callbacks [] for router, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.232851 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-236c7dea-de8b-49e4-863c-e4aa519c9363 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4243469 Nov 20 03:24:21.234567 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54508) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:21.243064 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.328365 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Sync routers for ids ['a64e28b6-bfce-4d04-af09-699aaccf0025'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:24:21.348195 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port a0f71e68-b401-4e7c-bffb-23c74d60ef7f triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:21.349064 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.362236 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.365526 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-48f0ae17-f4ea-41f7-b106-17fcf401a6f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.416381 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Routers {'a64e28b6-bfce-4d04-af09-699aaccf0025'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:21.417789 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:24:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['a64e28b6-bfce-4d04-af09-699aaccf0025'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:21.735476 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Set router a64e28b6-bfce-4d04-af09-699aaccf0025 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:21.809268 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Publish callbacks [] for port, precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.819894 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.911694 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-bf471bcd-a7be-4a80-8bf6-68a6248e0b10 None None] Provisioning complete for port a0f71e68-b401-4e7c-bffb-23c74d60ef7f triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:21.913309 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-bf471bcd-a7be-4a80-8bf6-68a6248e0b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.931121 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Pushing event updated for resources: {'Port': ['ID=bd7597a6-339c-4e70-87af-366d9dce94cd,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:21.936920 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-48f0ae17-f4ea-41f7-b106-17fcf401a6f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.942672 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:21.943239 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:21.943684 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:21.944250 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:21.944704 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:21.945150 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:21.945599 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:21.946020 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:21.946507 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:21.946923 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:21.947489 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:21.947961 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Tracked resource versions report: Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: pushed versions: Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: { 'AddressGroup': {'1.2'}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'ConntrackHelper': {'1.0'}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Log': {'1.0'}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Network': {'1.1'}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Port': {'1.7'}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'PortForwarding': {'1.2'}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'QosPolicy': {'1.10'}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'SecurityGroup': {'1.5'}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'SubPort': {'1.0'}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Subnet': {'1.1'}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Trunk': {'1.1'}} Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: consumer versions: Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: { DHCP agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: HyperV agent@hv-cinder-81803: {}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: L3 agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: Metadata agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: Metering agent@dv-cinder-818037-5-iscsi: {}, Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: Open vSwitch agent@dv-cinder-818037-5-iscsi: { 'AddressGroup': '1.2', Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'ConntrackHelper': '1.0', Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Log': '1.0', Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Network': '1.1', Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Port': '1.7', Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'PortForwarding': '1.2', Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'QosPolicy': '1.10', Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'SecurityGroup': '1.5', Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'SecurityGroupRule': '1.2', Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'SubPort': '1.0', Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Subnet': '1.1', Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: 'Trunk': '1.1'}} Nov 20 03:24:21.950045 dv-cinder-818037-5-iscsi neutron-server[102612]: {{(pid=102612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:24:21.956290 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-48f0ae17-f4ea-41f7-b106-17fcf401a6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.963335 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7b1e90d-e81f-4cd9-b126-63bc5f9c069d req-31c4be50-f5ee-4ebe-924e-e0843c57b400 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 210 time: 0.0870163 Nov 20 03:24:21.976524 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Attempting to bind port bd7597a6-339c-4e70-87af-366d9dce94cd on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:21.976829 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Attempting to bind port bd7597a6-339c-4e70-87af-366d9dce94cd by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:21.977438 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Attempting to bind port bd7597a6-339c-4e70-87af-366d9dce94cd on network f834731d-4835-45b7-b408-4aa4c3ba2e40 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:21.978082 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Allocated IP 172.20.0.1 (3ac0da1c-dc79-4675-9f0a-2d0c06da492e/97ebc784-de2c-430b-bca7-4a0f16670b73/104282e3-32f8-4d02-92e2-db8035728c12) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:21.987489 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:21.987489 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Checking segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:21.987489 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.987489 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Bound using segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:21.987489 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Bound port: bd7597a6-339c-4e70-87af-366d9dce94cd, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:21.987489 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:22.034483 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0ae17-f4ea-41f7-b106-17fcf401a6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f265ee-a5de-4f36-9a26-4612c25ea5e1,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:22.064253 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] For port bd7597a6-339c-4e70-87af-366d9dce94cd, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:22.069778 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] For port bd7597a6-339c-4e70-87af-366d9dce94cd, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=bd7597a6-339c-4e70-87af-366d9dce94cd,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:22.090608 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:22.092391 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-48f0ae17-f4ea-41f7-b106-17fcf401a6f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0dbae06de7f45f1a3a927e9801cd002&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1140506 Nov 20 03:24:22.097645 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54546) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:22.275744 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:22.280906 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:22.281596 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:24:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:22.303366 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed0b5-2141-49df-9657-690c996640d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:22.335261 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'name': 'tempest-ServerRescueNegativeTestJSON-1002420269-router', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:19Z', 'revision_number': 3, 'project_id': '15b3ce6068f54d3f97b14f94f674223b', 'gw_port': {'id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:18Z', 'updated_at': '2021-11-20T03:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:22.341880 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:22.383321 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ca084684-2083-4694-b884-f3f1fdfe963c req-6a738abe-5fac-4070-bb33-82d98da38cf5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 210 time: 0.1025710 Nov 20 03:24:22.392935 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:22.396745 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:22.406567 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58ccce-ca49-45e1-96d4-e87194228399 None None] Pushing event updated for resources: {'Port': ['ID=bd7597a6-339c-4e70-87af-366d9dce94cd,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:22.421211 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:22.423024 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779801'] for router_interface, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:22.424635 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Checking router: a64e28b6-bfce-4d04-af09-699aaccf0025 for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:24:22.425131 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Updating router a64e28b6-bfce-4d04-af09-699aaccf0025 port c775b061-f9f9-4682-a13b-da68e7d17d2c binding host dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:24:22.442521 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed0b5-2141-49df-9657-690c996640d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:22.522261 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:22.539125 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:22.549200 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Pushing event updated for resources: {'Port': ['ID=104282e3-32f8-4d02-92e2-db8035728c12,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:22.618180 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed0b5-2141-49df-9657-690c996640d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:22.623208 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed0b5-2141-49df-9657-690c996640d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:22.630001 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fb7ed0b5-2141-49df-9657-690c996640d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71f265ee-a5de-4f36-9a26-4612c25ea5e1 HTTP/1.1" status: 204 len: 168 time: 0.5313439 Nov 20 03:24:22.701141 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ed0b5-2141-49df-9657-690c996640d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f265ee-a5de-4f36-9a26-4612c25ea5e1,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:22.845598 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:18Z', 'revision_number': 3, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:22.859083 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:22.881531 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda97c65-69d5-4d68-ac31-96a3c7e099ea None None] The sync data for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi is: [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:18Z', 'revision_number': 3, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:24:22.952296 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:22.958403 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-2bf6da82-9b3b-4d97-814c-240ea235ab7b None None] Provisioning complete for port 104282e3-32f8-4d02-92e2-db8035728c12 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:22.958782 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-2bf6da82-9b3b-4d97-814c-240ea235ab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:23.038310 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-2bf6da82-9b3b-4d97-814c-240ea235ab7b None None] Port 104282e3-32f8-4d02-92e2-db8035728c12 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:24:23.164509 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:23.178755 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:23.258544 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c30cf58e-fb3f-4feb-a294-5a067a944146 req-215da391-d269-4f55-9e8d-a4c821f39d33 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 210 time: 0.0456033 Nov 20 03:24:23.265646 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bebab-f806-4e6c-94a6-384f804095ec None None] Pushing event updated for resources: {'Port': ['ID=c775b061-f9f9-4682-a13b-da68e7d17d2c,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:23.316559 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Attempting to bind port c775b061-f9f9-4682-a13b-da68e7d17d2c on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:23.317015 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Attempting to bind port c775b061-f9f9-4682-a13b-da68e7d17d2c by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:23.317447 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Attempting to bind port c775b061-f9f9-4682-a13b-da68e7d17d2c on network f834731d-4835-45b7-b408-4aa4c3ba2e40 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:23.324454 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:23.324848 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Checking segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:23.325251 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:23.325696 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Bound using segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:23.326308 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Bound port: c775b061-f9f9-4682-a13b-da68e7d17d2c, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:23.326758 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:23.352200 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Allocated IP 172.20.0.1 (d2470cf7-b23b-4542-91b2-b6ec415686c1/6b6bcf67-a129-42af-870d-72f06d1689cd/0a1d28f8-4b71-4dbd-9936-b4690daf0d83) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:23.369918 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:23.380582 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:23.396830 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779917'] for router_interface, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:23.504562 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] For port c775b061-f9f9-4682-a13b-da68e7d17d2c, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:23.518268 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] For port c775b061-f9f9-4682-a13b-da68e7d17d2c, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=c775b061-f9f9-4682-a13b-da68e7d17d2c,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:23.530001 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:23.563500 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Pushing event updated for resources: {'Port': ['ID=104282e3-32f8-4d02-92e2-db8035728c12,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:23.646495 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:23.690236 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Routers {'a64e28b6-bfce-4d04-af09-699aaccf0025'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:23.690878 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:24:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['a64e28b6-bfce-4d04-af09-699aaccf0025'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:23.699572 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:23.706928 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:23.753081 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:23.797298 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bebab-f806-4e6c-94a6-384f804095ec None None] Pushing event updated for resources: {'Port': ['ID=c775b061-f9f9-4682-a13b-da68e7d17d2c,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:23.923863 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b488e6ae-e077-4fae-afba-4cc0acb7b6a5 req-e9415ed6-ca6b-4a36-911e-04687a0add2f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 210 time: 0.1767991 Nov 20 03:24:24.007725 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Network d2470cf7-b23b-4542-91b2-b6ec415686c1 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:24.018506 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:24.047055 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:24.049279 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779801'] for router_interface, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:24.053838 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Router ce369fe5-415a-4128-9bc2-96c0bea3bbdc has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:24:24.110229 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] Set router a64e28b6-bfce-4d04-af09-699aaccf0025 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:24.238621 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1d28f8-4b71-4dbd-9936-b4690daf0d83,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:24.256100 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:24:24.262631 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e3ac0200-78d3-47e4-8494-92739767ecf1 admin admin] 10.222.0.37 "PUT /v2.0/routers/ce369fe5-415a-4128-9bc2-96c0bea3bbdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5532818 Nov 20 03:24:24.306345 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54662) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:24.432469 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eb087f39-a7b8-40f7-9531-dc3a3ae5d077 req-d3f798a6-96d9-435d-982b-0a65307c67e1 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 210 time: 0.0465660 Nov 20 03:24:24.449586 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-29a3e142-858e-4ab5-8a21-9f179e7422b9 None None] Provisioning complete for port 104282e3-32f8-4d02-92e2-db8035728c12 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:24.450167 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-29a3e142-858e-4ab5-8a21-9f179e7422b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:24.496662 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-29a3e142-858e-4ab5-8a21-9f179e7422b9 None None] Port 104282e3-32f8-4d02-92e2-db8035728c12 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:24:24.543121 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:24.672265 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54690) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:24.749809 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'name': 'tempest-ServerRescueNegativeTestJSON-1002420269-router', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:19Z', 'revision_number': 3, 'project_id': '15b3ce6068f54d3f97b14f94f674223b', 'gw_port': {'id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:18Z', 'updated_at': '2021-11-20T03:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:24.783961 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.57', 61158) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:24.817957 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:24.830032 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:24.830794 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779917'] for router_interface, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:24.857380 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d65de5-e261-41c7-b1b2-72c403aa01d5 None None] The sync data for ids ['a64e28b6-bfce-4d04-af09-699aaccf0025'] in dv-cinder-818037-5-iscsi is: [{'id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'name': 'tempest-ServerRescueNegativeTestJSON-1002420269-router', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:19Z', 'revision_number': 3, 'project_id': '15b3ce6068f54d3f97b14f94f674223b', 'gw_port': {'id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:18Z', 'updated_at': '2021-11-20T03:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:24:25.009778 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device bd7597a6-339c-4e70-87af-366d9dce94cd up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:25.034946 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2080701022-network', 'tenant_id': '0e60e1971a9647848b975e4488c27f8b'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:25.093622 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port bd7597a6-339c-4e70-87af-366d9dce94cd triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:25.094128 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:25.102788 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-dddcb001-9b3f-419c-81b1-bf34f8c574dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:25.147874 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1e018789-e60a-4e98-9341-14df28c70286 req-5dbdec81-9657-4d16-b23b-b05b27effd43 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 210 time: 0.0738723 Nov 20 03:24:25.157159 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1d28f8-4b71-4dbd-9936-b4690daf0d83,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:25.216015 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Network d2470cf7-b23b-4542-91b2-b6ec415686c1 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:25.217793 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:25.258477 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:25.317298 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.57', 61165) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:25.350591 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port bd7597a6-339c-4e70-87af-366d9dce94cd, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=bd7597a6-339c-4e70-87af-366d9dce94cd,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:25.358218 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-dddcb001-9b3f-419c-81b1-bf34f8c574dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:25.361331 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:25.407558 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-dddcb001-9b3f-419c-81b1-bf34f8c574dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:25.611445 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e9d00-de54-4160-9570-87ad834519cd req-39d886f9-e5ad-4a45-aefa-18de7e939e8e tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:25.615174 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-39d886f9-e5ad-4a45-aefa-18de7e939e8e tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.57 "GET /v2.0/networks?id=6d41a12a-126d-47ed-a3db-e47c15076113 HTTP/1.1" status: 200 len: 812 time: 0.2950087 Nov 20 03:24:25.776487 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-717e9d00-de54-4160-9570-87ad834519cd req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Request body: {'port': {'device_id': '459573a2-39ec-47c3-8815-297d17954f29', 'network_id': '6d41a12a-126d-47ed-a3db-e47c15076113', 'admin_state_up': True, 'tenant_id': '73ef1bfbb0ec4c3aa4eece7894279f75'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:25.856910 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d900f1ff-d589-4a69-bdb4-7adb40f36f89 req-23252173-dbb2-46e7-9591-a79b003fb023 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 210 time: 0.0583582 Nov 20 03:24:25.927097 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54758) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:25.930803 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Router a64e28b6-bfce-4d04-af09-699aaccf0025 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:24:25.941191 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=bd7597a6-339c-4e70-87af-366d9dce94cd,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:25.950902 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Made reservation on behalf of 0e60e1971a9647848b975e4488c27f8b for: {'network': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:25.953907 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:26.004396 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:26.015316 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcb001-9b3f-419c-81b1-bf34f8c574dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec28c6a-150f-426a-8656-88148209745a,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:26.147451 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Sync routers for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:24:26.165992 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:26.166700 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:26.167477 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:24:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:26.182008 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:26.197605 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:24:26.210350 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:26.210711 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.segments_db [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Added segment 23c9565b-2273-4c18-beec-df62c7248ef3 of type vlan for network fdeff9a8-4dce-41c9-9221-7f42cd1d4084 Nov 20 03:24:26.268736 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:26.336730 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3621e8-57fb-4fd0-868a-16595fc57f2b,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:26.341256 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:26.342222 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:26.343091 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:26.351370 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-dddcb001-9b3f-419c-81b1-bf34f8c574dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61101e0c28b34c51b035b40cfa994927&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6779916 Nov 20 03:24:26.352212 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54778) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:26.499696 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54782) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:26.508613 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] Pushing event updated for resources: {'Network': ['ID=fdeff9a8-4dce-41c9-9221-7f42cd1d4084,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:26.517092 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-3464c963-b1d6-4172-bf81-60cd008ccbbf tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1360329176', 'description': 'tempest-description--2099965647'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:26.518546 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:26.521997 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network fdeff9a8-4dce-41c9-9221-7f42cd1d4084 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:24:26.640846 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3464c963-b1d6-4172-bf81-60cd008ccbbf tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:26.760729 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3464c963-b1d6-4172-bf81-60cd008ccbbf tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:26.769097 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54786) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:26.782716 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3464c963-b1d6-4172-bf81-60cd008ccbbf tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:26.812329 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-1f262ef8-b596-4773-8fc1-1ebc10afdc27 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:26.813848 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-1f262ef8-b596-4773-8fc1-1ebc10afdc27 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "GET /v2.0/networks?id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 200 len: 815 time: 2.0252392 Nov 20 03:24:26.820323 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-21d38b87-b573-4913-97e3-4aa399e28b73 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5093317 Nov 20 03:24:26.854259 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464c963-b1d6-4172-bf81-60cd008ccbbf tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0deffe69-528a-43f3-9e18-4d184eb029e3,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:26.854795 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:24:26.857003 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54794) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:26.863857 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-08300ce5-5e4e-4221-ba73-3eaa038f2313 admin admin] Request body: {'subnet': {'network_id': 'fdeff9a8-4dce-41c9-9221-7f42cd1d4084', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2080701022-subnet', 'tenant_id': '0e60e1971a9647848b975e4488c27f8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:26.869592 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3464c963-b1d6-4172-bf81-60cd008ccbbf tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:26.870875 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-3464c963-b1d6-4172-bf81-60cd008ccbbf tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3586597 Nov 20 03:24:26.874988 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54796) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:26.880469 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-442cb0ac-bd77-4b13-911e-c496a937576c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Request body: {'security_group_rule': {'security_group_id': '0deffe69-528a-43f3-9e18-4d184eb029e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:26.939739 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fe46c3fc-881c-45da-b0eb-c711084ae534 admin admin] 10.222.0.37 "PUT /v2.0/routers/a64e28b6-bfce-4d04-af09-699aaccf0025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7040498 Nov 20 03:24:26.950234 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Request body: {'port': {'device_id': '3b039039-82f2-411a-8b2f-39e31df51f77', 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5', 'admin_state_up': True, 'tenant_id': '0fdf6e7abf574b269f3c1459a9d58c26'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:26.955564 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-442cb0ac-bd77-4b13-911e-c496a937576c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.018054 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c21d3bf1-ec3e-40ed-99f6-41b69ff29244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.026780 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4816-f7c2-403f-b5aa-f1c4d80494cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.037849 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:23Z', 'revision_number': 2, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:27.056441 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b152c1d7-2621-42d3-b322-b35861ec04dc req-a7f5681c-bf16-4611-88ac-816547d56204 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 210 time: 0.1731036 Nov 20 03:24:27.100648 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4816-f7c2-403f-b5aa-f1c4d80494cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.112980 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Checking router: ce369fe5-415a-4128-9bc2-96c0bea3bbdc for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:24:27.113616 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Updating router ce369fe5-415a-4128-9bc2-96c0bea3bbdc port 104282e3-32f8-4d02-92e2-db8035728c12 binding host dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:24:27.156198 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.169769 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c21d3bf1-ec3e-40ed-99f6-41b69ff29244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.174444 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c21d3bf1-ec3e-40ed-99f6-41b69ff29244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.251778 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c21d3bf1-ec3e-40ed-99f6-41b69ff29244 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55fe0bcac16047dbb409efe1e6473e42&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3230577 Nov 20 03:24:27.253447 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54804) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:27.266064 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d3bf1-ec3e-40ed-99f6-41b69ff29244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b315a78f-d412-40e1-a7fe-b81bb66aa1fa,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:27.277468 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-86355f5d-ecb7-435d-8a77-741df39afe31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.301167 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4816-f7c2-403f-b5aa-f1c4d80494cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.307482 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4816-f7c2-403f-b5aa-f1c4d80494cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.315723 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device bd7597a6-339c-4e70-87af-366d9dce94cd up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:27.323368 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-1e5a4816-f7c2-403f-b5aa-f1c4d80494cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ec28c6a-150f-426a-8656-88148209745a HTTP/1.1" status: 204 len: 168 time: 0.8352222 Nov 20 03:24:27.379247 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717e9d00-de54-4160-9570-87ad834519cd req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Made reservation on behalf of 73ef1bfbb0ec4c3aa4eece7894279f75 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:27.384111 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-717e9d00-de54-4160-9570-87ad834519cd req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.463927 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a4816-f7c2-403f-b5aa-f1c4d80494cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec28c6a-150f-426a-8656-88148209745a,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:27.495988 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08300ce5-5e4e-4221-ba73-3eaa038f2313 admin admin] Made reservation on behalf of 0e60e1971a9647848b975e4488c27f8b for: {'subnet': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:27.505523 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-08300ce5-5e4e-4221-ba73-3eaa038f2313 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.534376 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port bd7597a6-339c-4e70-87af-366d9dce94cd triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:27.534752 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.776155 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-90371b72-eadc-437f-b6c6-87f439246468 req-81641608-f916-4d5f-9f77-8f33a78b90a3 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 210 time: 0.4403195 Nov 20 03:24:27.879992 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-972d58b3-5849-4a47-b220-6c637d9b0a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:27.881027 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device c775b061-f9f9-4682-a13b-da68e7d17d2c up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:28.057356 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Publish callbacks [] for port, precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.067573 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.113503 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port c775b061-f9f9-4682-a13b-da68e7d17d2c triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:28.115403 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.150141 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-86355f5d-ecb7-435d-8a77-741df39afe31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.183996 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-972d58b3-5849-4a47-b220-6c637d9b0a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.193764 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e905d-8836-42e2-b28a-5998670a1fda None None] Pushing event updated for resources: {'Port': ['ID=104282e3-32f8-4d02-92e2-db8035728c12,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:28.195439 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-08300ce5-5e4e-4221-ba73-3eaa038f2313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for subnet, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.232423 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-86355f5d-ecb7-435d-8a77-741df39afe31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.273208 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-35b35036-5802-4593-9f62-1513bcc77159 req-77afd553-30f6-474f-8fa1-9011c7f6e84e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 210 time: 0.0659337 Nov 20 03:24:28.292060 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-717e9d00-de54-4160-9570-87ad834519cd req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Allocated IP 172.20.0.12 (6d41a12a-126d-47ed-a3db-e47c15076113/a2c7db36-6980-45d2-81a4-cbda52b7b77c/aabfdd18-ae62-4c81-b28d-067cee7510cd) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:28.303520 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Sync routers for ids ['a64e28b6-bfce-4d04-af09-699aaccf0025'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:24:28.339041 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Routers {'a64e28b6-bfce-4d04-af09-699aaccf0025'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:28.340401 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:24:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['a64e28b6-bfce-4d04-af09-699aaccf0025'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:28.381493 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Attempting to bind port 104282e3-32f8-4d02-92e2-db8035728c12 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:28.382995 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Attempting to bind port 104282e3-32f8-4d02-92e2-db8035728c12 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:28.385337 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Attempting to bind port 104282e3-32f8-4d02-92e2-db8035728c12 on network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:28.396733 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-86355f5d-ecb7-435d-8a77-741df39afe31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d355472184d4765bfa84cb03a76f111&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6229088 Nov 20 03:24:28.418447 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54834) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:28.419649 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:28.419649 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Checking segment: {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:28.419649 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.421174 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Bound using segment: {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:28.422120 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Bound port: 104282e3-32f8-4d02-92e2-db8035728c12, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:28.427449 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.487973 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86355f5d-ecb7-435d-8a77-741df39afe31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16296627-d56b-44e1-93c3-61fff647effc,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:28.551912 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-442cb0ac-bd77-4b13-911e-c496a937576c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.590372 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-442cb0ac-bd77-4b13-911e-c496a937576c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.631436 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-19b952dd-2d02-4eac-96c8-b3a2fe545ea3 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:28.633659 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-19b952dd-2d02-4eac-96c8-b3a2fe545ea3 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 819 time: 0.3207636 Nov 20 03:24:28.667034 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-8bfb6e86-7121-4cff-9cbe-4953889fad09 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/quotas/15b3ce6068f54d3f97b14f94f674223b HTTP/1.1" status: 200 len: 375 time: 0.0186083 Nov 20 03:24:28.672952 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] For port 104282e3-32f8-4d02-92e2-db8035728c12, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:28.686726 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] For port 104282e3-32f8-4d02-92e2-db8035728c12, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=104282e3-32f8-4d02-92e2-db8035728c12,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:28.693190 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.724515 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.766503 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2a6-1c04-44b4-9faa-9d95d830e66c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.781730 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300ce5-5e4e-4221-ba73-3eaa038f2313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74583448-0313-40af-b6f7-7ccf3e07bc4e,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:28.788151 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cb0ac-bd77-4b13-911e-c496a937576c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66a4b94-9fea-4089-87c8-36a329ff41ff,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:28.794388 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2a6-1c04-44b4-9faa-9d95d830e66c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.840896 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Set router a64e28b6-bfce-4d04-af09-699aaccf0025 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:28.847061 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port c775b061-f9f9-4682-a13b-da68e7d17d2c, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=c775b061-f9f9-4682-a13b-da68e7d17d2c,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:28.886285 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e905d-8836-42e2-b28a-5998670a1fda None None] Pushing event updated for resources: {'Port': ['ID=104282e3-32f8-4d02-92e2-db8035728c12,revision_number=4']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:28.894175 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-7ebd3392-1623-4620-b493-fe7e068b78f3 None None] Provisioning complete for port 104282e3-32f8-4d02-92e2-db8035728c12 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:28.894685 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3392-1623-4620-b493-fe7e068b78f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.898016 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.963240 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:28.964561 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:24:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:28.965985 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-442cb0ac-bd77-4b13-911e-c496a937576c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:28.972378 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-3737a968-3172-49d8-ae20-1d26033b88ef tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3043988 Nov 20 03:24:28.989394 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-442cb0ac-bd77-4b13-911e-c496a937576c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1128449 Nov 20 03:24:29.016275 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-972d58b3-5849-4a47-b220-6c637d9b0a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:29.016497 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08300ce5-5e4e-4221-ba73-3eaa038f2313 admin admin] Checking segment: {'id': '23c9565b-2273-4c18-beec-df62c7248ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fdeff9a8-4dce-41c9-9221-7f42cd1d4084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:29.016838 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08300ce5-5e4e-4221-ba73-3eaa038f2313 admin admin] Network hostable DHCP agents. Network: fdeff9a8-4dce-41c9-9221-7f42cd1d4084, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:24:29.022927 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-972d58b3-5849-4a47-b220-6c637d9b0a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:29.024114 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-972d58b3-5849-4a47-b220-6c637d9b0a02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b315a78f-d412-40e1-a7fe-b81bb66aa1fa HTTP/1.1" status: 204 len: 168 time: 1.7657168 Nov 20 03:24:29.039125 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54848) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:29.113616 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-61588eaa-1479-406d-adaa-b04ab682858d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Request body: {'security_group_rule': {'security_group_id': '0deffe69-528a-43f3-9e18-4d184eb029e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:29.138646 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Made reservation on behalf of 0fdf6e7abf574b269f3c1459a9d58c26 for: {'port': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:29.151359 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:29.169478 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:29.216530 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08300ce5-5e4e-4221-ba73-3eaa038f2313 admin admin] Network fdeff9a8-4dce-41c9-9221-7f42cd1d4084 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:24:29.232369 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d58b3-5849-4a47-b220-6c637d9b0a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b315a78f-d412-40e1-a7fe-b81bb66aa1fa,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:29.243486 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2a6-1c04-44b4-9faa-9d95d830e66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:29.252056 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2a6-1c04-44b4-9faa-9d95d830e66c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:29.257406 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-6db8e2a6-1c04-44b4-9faa-9d95d830e66c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16296627-d56b-44e1-93c3-61fff647effc HTTP/1.1" status: 204 len: 168 time: 0.6681297 Nov 20 03:24:29.364265 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-08300ce5-5e4e-4221-ba73-3eaa038f2313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, fdeff9a8-4dce-41c9-9221-7f42cd1d4084) {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:29.383438 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08300ce5-5e4e-4221-ba73-3eaa038f2313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:29.387308 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-08300ce5-5e4e-4221-ba73-3eaa038f2313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:29.399223 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c8037a-385e-479a-b2f2-cad46c326636 None None] Network fdeff9a8-4dce-41c9-9221-7f42cd1d4084 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:29.435641 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8e2a6-1c04-44b4-9faa-9d95d830e66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16296627-d56b-44e1-93c3-61fff647effc,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:29.445245 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7d16ef80-5e82-42ee-bee4-01eeae01c1b4 req-ad671895-c0c1-45e4-9bdf-bbfe2ac80af9 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 210 time: 0.3135922 Nov 20 03:24:29.629228 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:29.638023 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=c775b061-f9f9-4682-a13b-da68e7d17d2c,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:29.660046 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d55b45a-59ed-496f-a9ef-8596c338a15e None None] Network fdeff9a8-4dce-41c9-9221-7f42cd1d4084 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:29.719411 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-08300ce5-5e4e-4221-ba73-3eaa038f2313 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8379536 Nov 20 03:24:29.723193 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5ec4ec32-607f-46d3-a3d0-dc944a85b5b9 req-60312e17-5072-48a3-a507-a715cbd80598 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 210 time: 0.1103373 Nov 20 03:24:29.739677 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61588eaa-1479-406d-adaa-b04ab682858d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:29.764329 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:28Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:29.842372 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724dcdb-33a1-4f6b-ab61-257ff7a5680a None None] The sync data for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi is: [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:28Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:24:29.923321 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-e7cbd7c6-00ab-493d-81d1-bf2c2ef2f5b6 service neutron] 10.222.0.37 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9498949 Nov 20 03:24:29.999293 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3392-1623-4620-b493-fe7e068b78f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.002457 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Allocated IP 172.20.0.14 (a1acacc5-2d91-42ad-971f-cecd3a0dc9a5/8209c192-32e4-42d1-81e2-634badaa7584/6cabe651-4a25-4e86-bfd6-a1e07df36346) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:30.087913 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-7ebd3392-1623-4620-b493-fe7e068b78f3 None None] For port 104282e3-32f8-4d02-92e2-db8035728c12, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=104282e3-32f8-4d02-92e2-db8035728c12,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:30.098505 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61588eaa-1479-406d-adaa-b04ab682858d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.113428 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3392-1623-4620-b493-fe7e068b78f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.204813 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61588eaa-1479-406d-adaa-b04ab682858d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.279212 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-717e9d00-de54-4160-9570-87ad834519cd req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.292558 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54874) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:30.297640 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd3392-1623-4620-b493-fe7e068b78f3 None None] Pushing event updated for resources: {'Port': ['ID=104282e3-32f8-4d02-92e2-db8035728c12,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:30.300812 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61588eaa-1479-406d-adaa-b04ab682858d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5facbf48-c720-4a43-9d29-d95da0086a69,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:30.335458 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61588eaa-1479-406d-adaa-b04ab682858d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.336855 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-61588eaa-1479-406d-adaa-b04ab682858d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2479722 Nov 20 03:24:30.345701 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54876) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:30.355066 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Request body: {'floatingip': {'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:30.375532 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'name': 'tempest-ServerRescueNegativeTestJSON-1002420269-router', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:24Z', 'revision_number': 4, 'project_id': '15b3ce6068f54d3f97b14f94f674223b', 'gw_port': {'id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:18Z', 'updated_at': '2021-11-20T03:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '0a1d28f8-4b71-4dbd-9936-b4690daf0d83', 'name': '', 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'mac_address': 'fa:16:3e:79:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6b6bcf67-a129-42af-870d-72f06d1689cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:22Z', 'updated_at': '2021-11-20T03:24:24Z', 'revision_number': 2, 'project_id': '15b3ce6068f54d3f97b14f94f674223b', 'subnets': [{'id': '6b6bcf67-a129-42af-870d-72f06d1689cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:30.376429 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5884e18c-8fe1-4f7b-9974-570b0d2411a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.404768 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-22be7414-3b74-4eeb-85a8-841c11e81d01 None None] Provisioning complete for port 104282e3-32f8-4d02-92e2-db8035728c12 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:30.405982 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-22be7414-3b74-4eeb-85a8-841c11e81d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.525806 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-717e9d00-de54-4160-9570-87ad834519cd req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.658680 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Checking router: a64e28b6-bfce-4d04-af09-699aaccf0025 for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:24:30.659035 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Updating router a64e28b6-bfce-4d04-af09-699aaccf0025 port 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 binding host dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:24:30.711630 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.731834 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.775859 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.985508 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-847fd57b-8cf7-442b-91ae-1742ec0e3d85 service neutron] 10.222.0.37 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0589361 Nov 20 03:24:31.047003 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Pushing event updated for resources: {'Port': ['ID=aabfdd18-ae62-4c81-b28d-067cee7510cd,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:31.174674 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717e9d00-de54-4160-9570-87ad834519cd req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Network 6d41a12a-126d-47ed-a3db-e47c15076113 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:31.196039 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-717e9d00-de54-4160-9570-87ad834519cd req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:31.224117 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-717e9d00-de54-4160-9570-87ad834519cd req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:31.247688 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e9d00-de54-4160-9570-87ad834519cd req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:31.253591 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-717e9d00-de54-4160-9570-87ad834519cd req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.340584 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.366938 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 104282e3-32f8-4d02-92e2-db8035728c12 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:31.395498 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-d8886b76-f472-4a3d-bb83-b268bf55f76f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6234844 Nov 20 03:24:31.423369 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-79ac1a00-6359-49c5-b31d-9b9241b7a38e tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:24:31.424864 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-79ac1a00-6359-49c5-b31d-9b9241b7a38e tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118530 Nov 20 03:24:31.440215 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac90f7-716c-4804-9693-b6593a7efc8d req-5887b276-bc73-452b-9169-43104c7a2ea3 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:31.449906 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-76ac90f7-716c-4804-9693-b6593a7efc8d req-5887b276-bc73-452b-9169-43104c7a2ea3 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 932 time: 0.4625328 Nov 20 03:24:31.619253 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-76ac90f7-716c-4804-9693-b6593a7efc8d req-0f3d1196-46d3-446c-9569-89cf08e85467 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622560 Nov 20 03:24:31.678337 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Publish callbacks [] for port, precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.721507 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 104282e3-32f8-4d02-92e2-db8035728c12 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:31.721884 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.724874 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.752783 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527b1be-6361-4a97-9880-3349d005e99c req-e5503bfe-cfd1-4987-8b6d-d7970afb9097 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:31.755120 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Pushing event updated for resources: {'Port': ['ID=6cabe651-4a25-4e86-bfd6-a1e07df36346,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:31.762377 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6527b1be-6361-4a97-9880-3349d005e99c req-e5503bfe-cfd1-4987-8b6d-d7970afb9097 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 932 time: 0.2305479 Nov 20 03:24:31.808747 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:31.829373 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:31.844605 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:31.876980 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:31.877831 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.919469 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5884e18c-8fe1-4f7b-9974-570b0d2411a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.960850 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5884e18c-8fe1-4f7b-9974-570b0d2411a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.975897 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8befa3-f209-4892-bc38-f2a3ffdc1ae0 None None] Pushing event updated for resources: {'Port': ['ID=0a1d28f8-4b71-4dbd-9936-b4690daf0d83,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:31.994047 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6527b1be-6361-4a97-9880-3349d005e99c req-ed332681-deca-4aad-b88b-7fab082105b5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286129 Nov 20 03:24:32.062642 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5d7f8ad4-3a33-4dc2-a953-c247a7d439fc req-13a9f28c-3781-427f-835a-7da7a52830a3 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 210 time: 0.2977090 Nov 20 03:24:32.066399 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54922) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:32.097658 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-76469959-network', 'tenant_id': '8d3c9992e0b049678893d492ddcaff5d'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:32.194393 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-5884e18c-8fe1-4f7b-9974-570b0d2411a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d5191c157794e6eb2e2df4b3cf3b364&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9005270 Nov 20 03:24:32.197472 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 54928) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:32.249848 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Made reservation on behalf of 8d3c9992e0b049678893d492ddcaff5d for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:32.252798 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.264971 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-06eae703-490b-4ee1-9640-d845c931f5f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3180258 Nov 20 03:24:32.286902 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Attempting to bind port 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:32.288086 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Attempting to bind port 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:32.288788 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Attempting to bind port 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 on network d2470cf7-b23b-4542-91b2-b6ec415686c1 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:32.304852 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.309010 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:32.310360 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Checking segment: {'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:32.310982 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.313405 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Bound using segment: {'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:32.315605 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Bound port: 0a1d28f8-4b71-4dbd-9936-b4690daf0d83, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:32.316293 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.359652 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device c775b061-f9f9-4682-a13b-da68e7d17d2c up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:32.504065 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Request body: {'port': {'device_id': '459573a2-39ec-47c3-8815-297d17954f29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:32.532257 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] For port 0a1d28f8-4b71-4dbd-9936-b4690daf0d83, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:32.536300 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] For port 0a1d28f8-4b71-4dbd-9936-b4690daf0d83, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=0a1d28f8-4b71-4dbd-9936-b4690daf0d83,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:32.566130 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.729703 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Routers {'a64e28b6-bfce-4d04-af09-699aaccf0025'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:32.730460 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:24:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['a64e28b6-bfce-4d04-af09-699aaccf0025'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:32.816376 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.821249 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884e18c-8fe1-4f7b-9974-570b0d2411a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a949b5-3b8e-4749-bdac-88dcc1ee87eb,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:32.880134 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Request body: {'port': {'device_id': '3b039039-82f2-411a-8b2f-39e31df51f77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:33.009633 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8befa3-f209-4892-bc38-f2a3ffdc1ae0 None None] Pushing event updated for resources: {'Port': ['ID=0a1d28f8-4b71-4dbd-9936-b4690daf0d83,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:33.092244 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.096529 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.105327 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.158214 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port c775b061-f9f9-4682-a13b-da68e7d17d2c triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:33.158214 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.178394 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.222682 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463ddabe-c9c1-48d9-a444-7e4fee6ab49c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:33.263030 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd494d56-ee4f-42a6-8144-88c090bbe3ad req-c6c1a73d-bf4f-4bcf-8062-56fb320fa744 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:33.272711 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dd494d56-ee4f-42a6-8144-88c090bbe3ad req-c6c1a73d-bf4f-4bcf-8062-56fb320fa744 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 932 time: 0.4999251 Nov 20 03:24:33.335869 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:24:33.373559 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.374877 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Added segment 46e141d3-4545-44ba-a031-d3540c4ef2bf of type vlan for network e4d6c33c-4117-476e-8dc6-e67fe5018536 Nov 20 03:24:33.468608 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] Set router a64e28b6-bfce-4d04-af09-699aaccf0025 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:33.585399 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-1c26584d-7ac9-4277-9cb8-50378198bfcb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:33.590732 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-1c26584d-7ac9-4277-9cb8-50378198bfcb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 819 time: 0.5120120 Nov 20 03:24:33.612034 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cabe651-4a25-4e86-bfd6-a1e07df36346 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:24:33.622101 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.646015 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Transition to ACTIVE for port object 6cabe651-4a25-4e86-bfd6-a1e07df36346 will not be triggered until provisioned by entity L2. {{(pid=102610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:24:33.650113 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7bccae70-4a03-440b-9b08-fe800b48f992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.657245 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.666262 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.687688 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-2f1908ff-9fe9-4048-9873-b623b34a08e9 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/quotas/15b3ce6068f54d3f97b14f94f674223b HTTP/1.1" status: 200 len: 375 time: 0.0523994 Nov 20 03:24:33.722835 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dd494d56-ee4f-42a6-8144-88c090bbe3ad req-fd9578fa-ea5e-4c64-be8f-fc917f541d92 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461625 Nov 20 03:24:33.755829 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cabe651-4a25-4e86-bfd6-a1e07df36346,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:33.835772 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7bccae70-4a03-440b-9b08-fe800b48f992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.964406 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Allocated IP 172.27.1.229 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/e1e94628-5212-4a57-99be-c1ae40a97186) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:33.980755 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Attempting to bind port 6cabe651-4a25-4e86-bfd6-a1e07df36346 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:33.981081 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Attempting to bind port 6cabe651-4a25-4e86-bfd6-a1e07df36346 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:33.981427 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Attempting to bind port 6cabe651-4a25-4e86-bfd6-a1e07df36346 on network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:33.990261 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabfdd18-ae62-4c81-b28d-067cee7510cd {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:24:33.998271 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Port 6cabe651-4a25-4e86-bfd6-a1e07df36346 on network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:24:33.999273 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Attempting to bind port 6cabe651-4a25-4e86-bfd6-a1e07df36346 on network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:34.003876 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.015698 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:34.016164 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Checking segment: {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:34.016743 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Bound using segment: {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:34.017390 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Bound port: 6cabe651-4a25-4e86-bfd6-a1e07df36346, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:34.017805 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.037686 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Transition to ACTIVE for port object aabfdd18-ae62-4c81-b28d-067cee7510cd will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:24:34.045031 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.db.resource_extend [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 20 03:24:34.087583 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.177100 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7bccae70-4a03-440b-9b08-fe800b48f992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.188437 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7bccae70-4a03-440b-9b08-fe800b48f992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.195767 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-7bccae70-4a03-440b-9b08-fe800b48f992 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06a949b5-3b8e-4749-bdac-88dcc1ee87eb HTTP/1.1" status: 204 len: 168 time: 1.9544713 Nov 20 03:24:34.222563 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.57', 61177) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:34.335371 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Pushing event updated for resources: {'Port': ['ID=aabfdd18-ae62-4c81-b28d-067cee7510cd,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:34.374194 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'name': 'tempest-ServerRescueNegativeTestJSON-1002420269-router', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:24Z', 'revision_number': 4, 'project_id': '15b3ce6068f54d3f97b14f94f674223b', 'gw_port': {'id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:18Z', 'updated_at': '2021-11-20T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '0a1d28f8-4b71-4dbd-9936-b4690daf0d83', 'name': '', 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'mac_address': 'fa:16:3e:79:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6b6bcf67-a129-42af-870d-72f06d1689cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:22Z', 'updated_at': '2021-11-20T03:24:32Z', 'revision_number': 4, 'project_id': '15b3ce6068f54d3f97b14f94f674223b', 'subnets': [{'id': '6b6bcf67-a129-42af-870d-72f06d1689cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:34.378432 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.379434 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:34.380047 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.430654 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3556321 Nov 20 03:24:34.443389 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-927b9aee-04c3-408a-b033-39151385c4f2 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6996377 Nov 20 03:24:34.446933 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 54988) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:34.472846 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-7252c7a5-3c78-4367-a34f-fd3880fe4620 admin admin] Request body: {'subnet': {'network_id': 'e4d6c33c-4117-476e-8dc6-e67fe5018536', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-76469959-subnet', 'tenant_id': '8d3c9992e0b049678893d492ddcaff5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:34.485744 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccae70-4a03-440b-9b08-fe800b48f992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a949b5-3b8e-4749-bdac-88dcc1ee87eb,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:34.487177 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1859c9-2937-459c-be39-a27ff333e3da None None] The sync data for ids ['a64e28b6-bfce-4d04-af09-699aaccf0025'] in dv-cinder-818037-5-iscsi is: [{'id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'name': 'tempest-ServerRescueNegativeTestJSON-1002420269-router', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:24Z', 'revision_number': 4, 'project_id': '15b3ce6068f54d3f97b14f94f674223b', 'gw_port': {'id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:18Z', 'updated_at': '2021-11-20T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '0a1d28f8-4b71-4dbd-9936-b4690daf0d83', 'name': '', 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'mac_address': 'fa:16:3e:79:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6b6bcf67-a129-42af-870d-72f06d1689cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:22Z', 'updated_at': '2021-11-20T03:24:32Z', 'revision_number': 4, 'project_id': '15b3ce6068f54d3f97b14f94f674223b', 'subnets': [{'id': '6b6bcf67-a129-42af-870d-72f06d1689cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:24:34.700600 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7252c7a5-3c78-4367-a34f-fd3880fe4620 admin admin] Made reservation on behalf of 8d3c9992e0b049678893d492ddcaff5d for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:34.707022 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7252c7a5-3c78-4367-a34f-fd3880fe4620 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.722927 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-445a7cd9-406c-4086-b00d-f68d6cde7857 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:34.724821 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-445a7cd9-406c-4086-b00d-f68d6cde7857 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.57 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 819 time: 0.4323285 Nov 20 03:24:34.762298 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] For port 6cabe651-4a25-4e86-bfd6-a1e07df36346, host hv-cinder-81803, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:34.804197 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] For port 6cabe651-4a25-4e86-bfd6-a1e07df36346, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=6cabe651-4a25-4e86-bfd6-a1e07df36346,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:34.819849 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Request body: {'port': {'device_id': '1520eab8-d6b9-48aa-8333-5c7758310e82', 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1', 'admin_state_up': True, 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:34.827307 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.832681 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.013341 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:35.014079 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.016469 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] 10.222.0.57 "PUT /v2.0/ports/6cabe651-4a25-4e86-bfd6-a1e07df36346 HTTP/1.1" status: 200 len: 1094 time: 2.6688137 Nov 20 03:24:35.016948 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b039039-82f2-411a-8b2f-39e31df51f77', 'tag': '6cabe651-4a25-4e86-bfd6-a1e07df36346'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:24:35.048637 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369c41f-c9d9-46a9-8966-8a6d4792d833 req-92924950-e62a-4c45-a7e6-77c290963717 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:35.050135 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7369c41f-c9d9-46a9-8966-8a6d4792d833 req-92924950-e62a-4c45-a7e6-77c290963717 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 944 time: 1.0090721 Nov 20 03:24:35.050855 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff82e5f-7f20-4245-bde2-03ac84275a9c admin admin] Pushing event updated for resources: {'Network': ['ID=e4d6c33c-4117-476e-8dc6-e67fe5018536,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:35.069225 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network e4d6c33c-4117-476e-8dc6-e67fe5018536 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:24:35.172165 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7369c41f-c9d9-46a9-8966-8a6d4792d833 req-10b2e245-04e0-4ffb-b8a2-e92b9c1ef206 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012621 Nov 20 03:24:35.185455 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Attempting to bind port aabfdd18-ae62-4c81-b28d-067cee7510cd on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:35.186859 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Attempting to bind port aabfdd18-ae62-4c81-b28d-067cee7510cd by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '78f4c507-c111-48f3-ba3e-83669b59c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d41a12a-126d-47ed-a3db-e47c15076113'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:35.187432 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Attempting to bind port aabfdd18-ae62-4c81-b28d-067cee7510cd on network 6d41a12a-126d-47ed-a3db-e47c15076113 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:35.245977 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Port aabfdd18-ae62-4c81-b28d-067cee7510cd on network 6d41a12a-126d-47ed-a3db-e47c15076113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:24:35.246503 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Attempting to bind port aabfdd18-ae62-4c81-b28d-067cee7510cd on network 6d41a12a-126d-47ed-a3db-e47c15076113 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:35.256424 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:35.257105 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Checking segment: {'id': '78f4c507-c111-48f3-ba3e-83669b59c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d41a12a-126d-47ed-a3db-e47c15076113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:35.257819 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Bound using segment: {'id': '78f4c507-c111-48f3-ba3e-83669b59c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d41a12a-126d-47ed-a3db-e47c15076113'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:35.258435 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Bound port: aabfdd18-ae62-4c81-b28d-067cee7510cd, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4c507-c111-48f3-ba3e-83669b59c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d41a12a-126d-47ed-a3db-e47c15076113'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:35.258960 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.365607 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024cc8f-f5b0-4c6b-8e55-d19911b0c1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cabe651-4a25-4e86-bfd6-a1e07df36346,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:35.370395 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-c8d05a5d-2729-475e-88d6-b561e2491ea2 service neutron] 10.222.0.37 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260802 Nov 20 03:24:35.391630 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.469216 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event updated for resources: {'Port': ['ID=e1e94628-5212-4a57-99be-c1ae40a97186,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:35.477899 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-8e8f60d4-75c0-40e4-95f6-6fbdc334e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:35.479914 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-8e8f60d4-75c0-40e4-95f6-6fbdc334e356 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 1097 time: 0.3432121 Nov 20 03:24:35.506911 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:35.519999 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7252c7a5-3c78-4367-a34f-fd3880fe4620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for subnet, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.607761 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-7a837b44-514c-4e49-afd5-c6d0b878f30a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cabe651-4a25-4e86-bfd6-a1e07df36346 HTTP/1.1" status: 200 len: 217 time: 0.0925062 Nov 20 03:24:35.616632 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b881b8-8985-4568-9cda-30e21df5dc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b039039-82f2-411a-8b2f-39e31df51f77", "tag": "6cabe651-4a25-4e86-bfd6-a1e07df36346"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:24:35.621306 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:35.633853 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:35.635660 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] For port aabfdd18-ae62-4c81-b28d-067cee7510cd, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:35.726588 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Made reservation on behalf of 15b3ce6068f54d3f97b14f94f674223b for: {'port': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:35.729673 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.739425 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] For port aabfdd18-ae62-4c81-b28d-067cee7510cd, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aabfdd18-ae62-4c81-b28d-067cee7510cd,segment=NetworkSegment(78f4c507-c111-48f3-ba3e-83669b59c870),segment_id=78f4c507-c111-48f3-ba3e-83669b59c870)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:35.769531 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252c7a5-3c78-4367-a34f-fd3880fe4620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb42c10-0c1a-4282-90cc-d462dedc676b,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:35.778580 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.848201 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:35.850354 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.850354 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] 10.222.0.57 "PUT /v2.0/ports/aabfdd18-ae62-4c81-b28d-067cee7510cd HTTP/1.1" status: 200 len: 1094 time: 3.6879928 Nov 20 03:24:35.856389 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7252c7a5-3c78-4367-a34f-fd3880fe4620 admin admin] Checking segment: {'id': '46e141d3-4545-44ba-a031-d3540c4ef2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e4d6c33c-4117-476e-8dc6-e67fe5018536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:35.856747 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252c7a5-3c78-4367-a34f-fd3880fe4620 admin admin] Network hostable DHCP agents. Network: e4d6c33c-4117-476e-8dc6-e67fe5018536, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:24:35.859141 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459573a2-39ec-47c3-8815-297d17954f29', 'tag': 'aabfdd18-ae62-4c81-b28d-067cee7510cd'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:24:36.089027 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-691c05ef-dd4b-4cba-a1a9-b6103a3edc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:36.090539 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-691c05ef-dd4b-4cba-a1a9-b6103a3edc9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8209c192-32e4-42d1-81e2-634badaa7584 HTTP/1.1" status: 200 len: 855 time: 0.4621360 Nov 20 03:24:36.092103 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.164166 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957b098-b530-4610-9e5e-eb790a19b18b req-420d99e9-3e01-4005-a8fe-5241bb9472fc tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:36.173659 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7957b098-b530-4610-9e5e-eb790a19b18b req-420d99e9-3e01-4005-a8fe-5241bb9472fc tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 944 time: 0.5604126 Nov 20 03:24:36.202464 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:36.345740 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-888f3c7d-674a-44ed-b374-923a0e4d1f8e service neutron] 10.222.0.37 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9216142 Nov 20 03:24:36.346552 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e4a43-a8ea-4dd6-bfa4-a7640267a09d service neutron] Pushing event updated for resources: {'Port': ['ID=aabfdd18-ae62-4c81-b28d-067cee7510cd,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:36.399392 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:36.404952 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.594010 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e9d00-de54-4160-9570-87ad834519cd req-56d29036-cc34-45f8-8170-d5ec461805b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:36.595518 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-56d29036-cc34-45f8-8170-d5ec461805b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73ef1bfbb0ec4c3aa4eece7894279f75&device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 1097 time: 0.6247628 Nov 20 03:24:36.622860 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7957b098-b530-4610-9e5e-eb790a19b18b req-b951e305-5c51-4851-8b30-9454c5b22ad4 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455256 Nov 20 03:24:36.624265 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252c7a5-3c78-4367-a34f-fd3880fe4620 admin admin] Network e4d6c33c-4117-476e-8dc6-e67fe5018536 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:24:36.646503 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-7252c7a5-3c78-4367-a34f-fd3880fe4620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, e4d6c33c-4117-476e-8dc6-e67fe5018536) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:36.651825 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7252c7a5-3c78-4367-a34f-fd3880fe4620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:36.653049 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7252c7a5-3c78-4367-a34f-fd3880fe4620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.689776 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987ed3a5-dd46-4f77-afb6-3c2e8b422046 None None] Network e4d6c33c-4117-476e-8dc6-e67fe5018536 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:36.692030 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4f88e6-6600-448c-a957-d584de0c557d" -d '{"events": [{"name": "network-changed", "server_uuid": "459573a2-39ec-47c3-8815-297d17954f29", "tag": "aabfdd18-ae62-4c81-b28d-067cee7510cd"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:24:36.706905 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7252c7a5-3c78-4367-a34f-fd3880fe4620 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2419255 Nov 20 03:24:36.753766 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-158eafd6-59c3-4085-8863-ae4f898510eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5431345 Nov 20 03:24:36.801338 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.982053 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.084267 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaff997-308b-4a20-9072-e43cbd6ac3c0 None None] Network e4d6c33c-4117-476e-8dc6-e67fe5018536 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:37.206118 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Allocated IP 172.20.0.11 (d2470cf7-b23b-4542-91b2-b6ec415686c1/6b6bcf67-a129-42af-870d-72f06d1689cd/04b72906-e641-41e4-a5a9-636c7cd117c9) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:37.221705 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55066) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:37.228783 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port 0a1d28f8-4b71-4dbd-9936-b4690daf0d83, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=0a1d28f8-4b71-4dbd-9936-b4690daf0d83,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:37.270700 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c76703-6fdd-41bf-8364-e017841b4988 x-openstack-request-id: req-15c76703-6fdd-41bf-8364-e017841b4988 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:24:37.272016 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b039039-82f2-411a-8b2f-39e31df51f77", "tag": "6cabe651-4a25-4e86-bfd6-a1e07df36346", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:24:37.272397 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15c76703-6fdd-41bf-8364-e017841b4988 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:24:37.273238 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b039039-82f2-411a-8b2f-39e31df51f77', 'tag': '6cabe651-4a25-4e86-bfd6-a1e07df36346', 'status': 'completed', 'code': 200} Nov 20 03:24:37.303639 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.404596 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-a10ba146-22cd-4ba4-9c83-f65ddfbf3585 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aabfdd18-ae62-4c81-b28d-067cee7510cd HTTP/1.1" status: 200 len: 217 time: 0.5897114 Nov 20 03:24:37.495348 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e9d00-de54-4160-9570-87ad834519cd req-1e47afa2-ec1c-4b98-bf51-ab5e456696a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:37.499221 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-1e47afa2-ec1c-4b98-bf51-ab5e456696a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a2c7db36-6980-45d2-81a4-cbda52b7b77c HTTP/1.1" status: 200 len: 852 time: 0.0762961 Nov 20 03:24:37.509698 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d115292-0e17-4aab-9c10-6e79a87ab11a req-dae477cb-5c90-4168-9039-379372e8f187 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:37.519352 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d115292-0e17-4aab-9c10-6e79a87ab11a req-dae477cb-5c90-4168-9039-379372e8f187 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 944 time: 0.6330514 Nov 20 03:24:37.561781 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=0a1d28f8-4b71-4dbd-9936-b4690daf0d83,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:37.627327 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-65716bfd-e097-4412-b533-fb00c6c0281f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6d41a12a-126d-47ed-a3db-e47c15076113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054809 Nov 20 03:24:37.669985 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f1f68a-7894-4cbb-960d-69caef6bdd5c admin admin] Deleting subnet 74583448-0313-40af-b6f7-7ccf3e07bc4e {{(pid=102610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:24:37.769507 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-11f1f68a-7894-4cbb-960d-69caef6bdd5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.823456 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d115292-0e17-4aab-9c10-6e79a87ab11a req-df2d677b-7e7d-4e94-991a-6ebe73581b57 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964995 Nov 20 03:24:37.959533 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-09b80a29-d235-41a4-9bb7-cf33b6ea7540 service neutron] 10.222.0.57 "GET /v2.0/networks/6d41a12a-126d-47ed-a3db-e47c15076113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957366 Nov 20 03:24:37.963126 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9dd792-6b7b-4f9c-8fdb-117ae9c03344 x-openstack-request-id: req-3d9dd792-6b7b-4f9c-8fdb-117ae9c03344 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:24:37.966297 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459573a2-39ec-47c3-8815-297d17954f29", "tag": "aabfdd18-ae62-4c81-b28d-067cee7510cd", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:24:37.966751 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d9dd792-6b7b-4f9c-8fdb-117ae9c03344 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:24:37.967701 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459573a2-39ec-47c3-8815-297d17954f29', 'tag': 'aabfdd18-ae62-4c81-b28d-067cee7510cd', 'status': 'completed', 'code': 200} Nov 20 03:24:38.012632 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-5982c34b-46f5-456b-9c99-bc0395a733dd service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1613188 Nov 20 03:24:38.021153 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-11f1f68a-7894-4cbb-960d-69caef6bdd5c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.049616 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-11f1f68a-7894-4cbb-960d-69caef6bdd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.088744 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:38.182821 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.240064 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-334b2762-aec1-4783-ba90-1cb98826233f req-19feeb4f-befc-4d97-9413-3c23622113b9 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 210 time: 0.1558440 Nov 20 03:24:38.315318 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.332194 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:38.332866 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.363777 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.390806 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-11f1f68a-7894-4cbb-960d-69caef6bdd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for subnet, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.396618 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-717e9d00-de54-4160-9570-87ad834519cd req-30c64cc9-42e8-4737-989e-36f1996e3320 service neutron] 10.222.0.57 "GET /v2.0/networks/6d41a12a-126d-47ed-a3db-e47c15076113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881803 Nov 20 03:24:38.581704 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406be468-1a50-4809-9221-610c0e4c8a28 req-25f23176-ac13-4c8f-9468-014a3ea7e9d5 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:38.582591 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-11f1f68a-7894-4cbb-960d-69caef6bdd5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.584298 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-406be468-1a50-4809-9221-610c0e4c8a28 req-25f23176-ac13-4c8f-9468-014a3ea7e9d5 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 944 time: 0.1700544 Nov 20 03:24:38.600279 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 55110) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:38.603338 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-11f1f68a-7894-4cbb-960d-69caef6bdd5c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/74583448-0313-40af-b6f7-7ccf3e07bc4e HTTP/1.1" status: 204 len: 168 time: 1.3508661 Nov 20 03:24:38.604231 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event updated for resources: {'Port': ['ID=e1e94628-5212-4a57-99be-c1ae40a97186,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:38.627389 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.707092 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f88e6-6600-448c-a957-d584de0c557d req-5defc142-eeb6-4b6a-bde2-d5e38801c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:38.709423 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eb4f88e6-6600-448c-a957-d584de0c557d req-5defc142-eeb6-4b6a-bde2-d5e38801c569 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73ef1bfbb0ec4c3aa4eece7894279f75&device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 1097 time: 0.1782260 Nov 20 03:24:38.716549 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-317dd0e1-276b-4261-86c7-e57a2bb7b5b5 req-d396d359-0dad-4c48-a63a-add923bb9b89 service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6886544 Nov 20 03:24:38.721048 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1f68a-7894-4cbb-960d-69caef6bdd5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74583448-0313-40af-b6f7-7ccf3e07bc4e,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:38.723259 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.761738 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.789684 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-406be468-1a50-4809-9221-610c0e4c8a28 req-9aa7e230-4f3a-4ffb-9023-e0618dc78cbd tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931889 Nov 20 03:24:38.872012 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Pushing event updated for resources: {'Port': ['ID=04b72906-e641-41e4-a5a9-636c7cd117c9,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:38.881846 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Network d2470cf7-b23b-4542-91b2-b6ec415686c1 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:38.884348 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:38.888674 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.890265 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e19ddd7d-9fe2-4e25-aa09-e0f881ad4ec2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5434685 Nov 20 03:24:38.891518 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:38.897569 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:38.898627 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.922148 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-1caf6bea-9eea-4739-84fe-16d0bea661de tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1160498 Nov 20 03:24:39.073982 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.148714 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.148933 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.150570 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.150570 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.150570 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.150854 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.150963 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.151525 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.151672 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.151935 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.220421 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-61cdf99c-3dd5-4f72-8c0c-0f0ac9850e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.406901 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.406901 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.406901 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.406901 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:39.406901 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdeff9a8-4dce-41c9-9221-7f42cd1d4084']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:39.438928 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c9565b-2273-4c18-beec-df62c7248ef3') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:39.438928 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c9565b-2273-4c18-beec-df62c7248ef3') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:39.469808 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639870'] for segment, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.544846 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8d3ba-3c6a-4071-8a50-c9821d800487 req-24f5e028-c495-431b-b823-78fd4db40371 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:39.546484 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-71d8d3ba-3c6a-4071-8a50-c9821d800487 req-24f5e028-c495-431b-b823-78fd4db40371 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 944 time: 0.6026101 Nov 20 03:24:39.547502 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.559469 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f88e6-6600-448c-a957-d584de0c557d req-02d1d3da-0cf0-4647-85a9-636ea55dc650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:39.561685 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eb4f88e6-6600-448c-a957-d584de0c557d req-02d1d3da-0cf0-4647-85a9-636ea55dc650 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6d41a12a-126d-47ed-a3db-e47c15076113 HTTP/1.1" status: 200 len: 913 time: 0.6157124 Nov 20 03:24:39.577695 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:24:39.578158 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773137'] for segment, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: from cryptography.utils import int_from_bytes Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: from cryptography.utils import int_from_bytes Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: Traceback (most recent call last): Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: timer() Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: cb(*args, **kw) Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: self._notify() Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: self.callback(batched_events) Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: event.method(event) Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: return f(self, *a, **k) Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._get(url).json() Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:24:39.582257 dv-cinder-818037-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:24:39.601959 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:24:39.695731 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-0e607a72-0434-4578-b3da-c55a384f1229 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1360329176&fields=id&tenant_id=8abd5d5840ac400c82604d0212b124f2 HTTP/1.1" status: 200 len: 267 time: 0.2207305 Nov 20 03:24:39.709716 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.744031 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-71d8d3ba-3c6a-4071-8a50-c9821d800487 req-7059610e-417b-4596-9602-3629ea83c335 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813507 Nov 20 03:24:39.754271 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.760558 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fdeff9a8-4dce-41c9-9221-7f42cd1d4084 HTTP/1.1" status: 204 len: 168 time: 1.1545889 Nov 20 03:24:39.769818 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55150) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:39.832332 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e5a73-26f2-4172-b02f-64f274b1b0b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdeff9a8-4dce-41c9-9221-7f42cd1d4084,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:39.868452 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4439f9-ec30-4b73-adc7-63e3f740fce6 admin admin] Deleting subnet 0bb42c10-0c1a-4282-90cc-d462dedc676b {{(pid=102610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:24:39.874219 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0a4439f9-ec30-4b73-adc7-63e3f740fce6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.946759 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0a4439f9-ec30-4b73-adc7-63e3f740fce6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.953385 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0a4439f9-ec30-4b73-adc7-63e3f740fce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.982260 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a4ec692f-76a7-4654-baf5-55df0d373754 req-00238d66-2811-4d50-bc86-d4a5af8b22d2 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 210 time: 0.1033649 Nov 20 03:24:40.014422 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eb423-3324-4891-9967-03513cc3eabe req-98abba3a-78b9-4230-83f9-936edbc12c19 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:40.016946 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-98abba3a-78b9-4230-83f9-936edbc12c19 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 817 time: 0.3081517 Nov 20 03:24:40.068488 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0a4439f9-ec30-4b73-adc7-63e3f740fce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for subnet, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.080648 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-f1fe69e5-3082-4b2c-afe4-0840b151414e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/quotas/8abd5d5840ac400c82604d0212b124f2 HTTP/1.1" status: 200 len: 375 time: 0.0556231 Nov 20 03:24:40.100856 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4439f9-ec30-4b73-adc7-63e3f740fce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb42c10-0c1a-4282-90cc-d462dedc676b,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:40.102822 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0a4439f9-ec30-4b73-adc7-63e3f740fce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.106212 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-0a4439f9-ec30-4b73-adc7-63e3f740fce6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0bb42c10-0c1a-4282-90cc-d462dedc676b HTTP/1.1" status: 204 len: 168 time: 0.3349860 Nov 20 03:24:40.112260 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55164) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:40.161107 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-6ff45e63-8226-495b-ab2d-d2705bfecf06 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732653 Nov 20 03:24:40.203197 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.314775 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.315264 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-27a51853-b326-44d8-b5fd-be64fb23a31a service neutron] 10.222.0.37 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280367 Nov 20 03:24:40.332179 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724087be-d0dc-447e-a5f2-a8d0ec8382cc req-a8200543-b795-424e-8f78-980620f3a8c3 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:40.333705 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-724087be-d0dc-447e-a5f2-a8d0ec8382cc req-a8200543-b795-424e-8f78-980620f3a8c3 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 944 time: 0.0808926 Nov 20 03:24:40.384735 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.385527 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.387176 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.391486 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.391486 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.391486 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.391486 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.392944 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.393466 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.394035 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.435162 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-724087be-d0dc-447e-a5f2-a8d0ec8382cc req-8a55f19b-f031-4c96-93e1-3257dce5f94c tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932052 Nov 20 03:24:40.468261 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-e97598c8-f791-4802-97e2-63f1d0729ac4 service neutron] 10.222.0.37 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332104 Nov 20 03:24:40.510779 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.511458 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.511922 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.512330 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:40.512763 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d6c33c-4117-476e-8dc6-e67fe5018536']}} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:40.534852 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e141d3-4545-44ba-a031-d3540c4ef2bf') {'for_net_delete': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:40.535313 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e141d3-4545-44ba-a031-d3540c4ef2bf') {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:40.556019 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4789284'] for segment, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.586623 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.601758 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=102610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:24:40.602347 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4985377'] for segment, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: from cryptography.utils import int_from_bytes Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: from cryptography.utils import int_from_bytes Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: Traceback (most recent call last): Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: timer() Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: cb(*args, **kw) Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: return func(*args, **kwargs) Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: self._notify() Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: self.callback(batched_events) Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: event.method(event) Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: return f(self, *a, **k) Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: return self._get(url).json() Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: return self.request(url, 'GET', **kwargs) Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:24:40.607224 dv-cinder-818037-5-iscsi neutron-server[102610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:24:40.711531 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.727030 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.745383 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e4d6c33c-4117-476e-8dc6-e67fe5018536 HTTP/1.1" status: 204 len: 168 time: 0.6300883 Nov 20 03:24:40.814446 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8be53d-6a71-463b-bfe2-ebce733709d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d6c33c-4117-476e-8dc6-e67fe5018536,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:40.920945 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c86752a5-ad25-442b-9d04-931c09f0255c req-eeb485a8-ef66-487d-a37d-e26c50dc1e67 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 210 time: 0.0519955 Nov 20 03:24:41.121113 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55208) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:41.236743 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-fb660cd9-55e8-4994-9f03-726e34fce107 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e60e1971a9647848b975e4488c27f8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1137240 Nov 20 03:24:41.237867 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55214) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:41.298804 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fb80f1a7-6f63-4dad-84f4-8c6ce2efaba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:41.323437 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fb80f1a7-6f63-4dad-84f4-8c6ce2efaba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:41.354305 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fd2e285f-01c5-44fd-a25b-f334337e5643 req-fd1d4fc9-02d5-4f3e-b47b-92940b68c088 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 210 time: 0.0321383 Nov 20 03:24:41.387110 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb96b-58b8-4135-adab-b9097a38708f req-c5270ede-750e-4715-9aa0-de1fe9bc9a39 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:41.389582 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-70ecb96b-58b8-4135-adab-b9097a38708f req-c5270ede-750e-4715-9aa0-de1fe9bc9a39 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 944 time: 0.3536134 Nov 20 03:24:41.396992 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fb80f1a7-6f63-4dad-84f4-8c6ce2efaba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:41.399765 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fb80f1a7-6f63-4dad-84f4-8c6ce2efaba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:41.403521 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-fb80f1a7-6f63-4dad-84f4-8c6ce2efaba0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc3621e8-57fb-4fd0-868a-16595fc57f2b HTTP/1.1" status: 204 len: 168 time: 0.1620996 Nov 20 03:24:41.409487 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80f1a7-6f63-4dad-84f4-8c6ce2efaba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3621e8-57fb-4fd0-868a-16595fc57f2b,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:41.435160 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-de66c8ff-b833-4dfa-bf21-6035fae25432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:41.460493 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-70ecb96b-58b8-4135-adab-b9097a38708f req-67ae5916-9ec8-4f5a-9c90-b2b8f6d4ce9b tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538359 Nov 20 03:24:41.581302 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a887fc2-4808-46d9-ae83-790591f8d989 req-a20bcaa3-af48-429e-a97e-5fc6d3bf7965 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:41.582852 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a887fc2-4808-46d9-ae83-790591f8d989 req-a20bcaa3-af48-429e-a97e-5fc6d3bf7965 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 944 time: 0.0600855 Nov 20 03:24:41.645480 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a887fc2-4808-46d9-ae83-790591f8d989 req-5e38b6c0-22db-46c2-ae8b-5cb5b011177e tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558820 Nov 20 03:24:41.806114 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55242) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:41.820656 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Request body: {'port': {'device_id': '1520eab8-d6b9-48aa-8333-5c7758310e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:41.899685 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eb4f88e6-6600-448c-a957-d584de0c557d req-8d316992-ed07-4fdf-9c92-6d13e820cb37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aabfdd18-ae62-4c81-b28d-067cee7510cd HTTP/1.1" status: 200 len: 217 time: 0.0415902 Nov 20 03:24:41.903363 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:41.907069 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-a48086dc-b261-4c74-b237-ee948d577ae2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d3c9992e0b049678893d492ddcaff5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0998623 Nov 20 03:24:41.909806 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 55244) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:42.028002 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f88e6-6600-448c-a957-d584de0c557d req-505522c2-d46c-41c9-848e-edd3ab37b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:42.030541 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eb4f88e6-6600-448c-a957-d584de0c557d req-505522c2-d46c-41c9-848e-edd3ab37b9d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a2c7db36-6980-45d2-81a4-cbda52b7b77c HTTP/1.1" status: 200 len: 852 time: 0.0928028 Nov 20 03:24:42.043749 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-82dfb907-e4a2-437f-b083-9528d6b2e785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.046845 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-da3a80de-a736-480a-9257-d965c88c90c6 req-e271822d-7f60-4b15-8bbe-87719a3765ef tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 210 time: 0.0370722 Nov 20 03:24:42.053734 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b881b8-8985-4568-9cda-30e21df5dc2b req-1fa6e2a3-5992-49d0-b0d5-1c9f6031223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:42.055440 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f0b881b8-8985-4568-9cda-30e21df5dc2b req-1fa6e2a3-5992-49d0-b0d5-1c9f6031223d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 1097 time: 0.1360772 Nov 20 03:24:42.073158 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-82dfb907-e4a2-437f-b083-9528d6b2e785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.120366 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eb4f88e6-6600-448c-a957-d584de0c557d req-3bff8ca7-bf86-4459-8663-4c8f5a074892 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6d41a12a-126d-47ed-a3db-e47c15076113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344913 Nov 20 03:24:42.148263 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-82dfb907-e4a2-437f-b083-9528d6b2e785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.150925 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-82dfb907-e4a2-437f-b083-9528d6b2e785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.154857 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-82dfb907-e4a2-437f-b083-9528d6b2e785 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/463ddabe-c9c1-48d9-a444-7e4fee6ab49c HTTP/1.1" status: 204 len: 168 time: 0.2440038 Nov 20 03:24:42.171449 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfb907-e4a2-437f-b083-9528d6b2e785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463ddabe-c9c1-48d9-a444-7e4fee6ab49c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:42.274218 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eb4f88e6-6600-448c-a957-d584de0c557d req-ea14a945-6fb8-4696-aafb-ed876a2a5903 service neutron] 10.222.0.57 "GET /v2.0/networks/6d41a12a-126d-47ed-a3db-e47c15076113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166453 Nov 20 03:24:42.445704 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.57', 61190) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:42.595400 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-780679ff-ed65-4bf0-8478-5531c5e57e4d req-83cec260-defd-4242-a404-229b176a51fd tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 210 time: 0.0711193 Nov 20 03:24:42.675856 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b881b8-8985-4568-9cda-30e21df5dc2b req-47483552-03d9-42d6-8de3-5aa82a0f8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:42.677571 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f0b881b8-8985-4568-9cda-30e21df5dc2b req-47483552-03d9-42d6-8de3-5aa82a0f8aaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 200 len: 916 time: 0.5860944 Nov 20 03:24:42.682735 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eb4f88e6-6600-448c-a957-d584de0c557d req-a0d8aa53-605b-4b01-a7de-5be81f951d21 service neutron] 10.222.0.57 "GET /v2.0/networks/6d41a12a-126d-47ed-a3db-e47c15076113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528221 Nov 20 03:24:42.786756 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f0b881b8-8985-4568-9cda-30e21df5dc2b req-18162eb4-916e-4702-9c0e-e45c7e0958ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cabe651-4a25-4e86-bfd6-a1e07df36346 HTTP/1.1" status: 200 len: 217 time: 0.0595946 Nov 20 03:24:42.796481 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b72906-e641-41e4-a5a9-636c7cd117c9 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:24:42.807559 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.829321 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-c53fed36-55fa-41d3-930d-6433735fd341 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:42.831043 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-c53fed36-55fa-41d3-930d-6433735fd341 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.57 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 819 time: 0.3796604 Nov 20 03:24:42.841927 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.858729 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Request body: {'port': {'device_id': '329637be-05e2-4b96-9709-c1b15f8f5f30', 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1', 'admin_state_up': True, 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:42.866966 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Transition to ACTIVE for port object 04b72906-e641-41e4-a5a9-636c7cd117c9 will not be triggered until provisioned by entity L2. {{(pid=102610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:24:42.874648 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b881b8-8985-4568-9cda-30e21df5dc2b req-aae1529e-2c38-485d-bf23-e5c3b841eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:42.885462 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f0b881b8-8985-4568-9cda-30e21df5dc2b req-aae1529e-2c38-485d-bf23-e5c3b841eb5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8209c192-32e4-42d1-81e2-634badaa7584 HTTP/1.1" status: 200 len: 855 time: 0.0715020 Nov 20 03:24:42.889231 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4985413'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.922804 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a12adc-691f-495b-8061-979403b9b75e req-388e21a2-9c82-40b9-8577-97ca0f0e50a4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:42.924268 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-26a12adc-691f-495b-8061-979403b9b75e req-388e21a2-9c82-40b9-8577-97ca0f0e50a4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 944 time: 0.3141360 Nov 20 03:24:42.968270 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ce8b9-8f05-416d-a4f2-1e9a51d9a27b req-8e7ff9aa-a937-442b-8e90-1f616fc6146d tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:42.972095 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-806ce8b9-8f05-416d-a4f2-1e9a51d9a27b req-8e7ff9aa-a937-442b-8e90-1f616fc6146d tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 944 time: 0.2090309 Nov 20 03:24:43.015930 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f0b881b8-8985-4568-9cda-30e21df5dc2b req-63be2004-8fc0-4f6e-824c-cfab2e52bcb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527534 Nov 20 03:24:43.064946 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Pushing event updated for resources: {'Port': ['ID=04b72906-e641-41e4-a5a9-636c7cd117c9,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:43.079762 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-26a12adc-691f-495b-8061-979403b9b75e req-b08c7b3b-935e-4e13-ba43-fbf2ab917508 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310387 Nov 20 03:24:43.090772 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-806ce8b9-8f05-416d-a4f2-1e9a51d9a27b req-66dd4ed4-dfdc-4aa9-874c-56c1c7fcfa45 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067178 Nov 20 03:24:43.129524 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Made reservation on behalf of 15b3ce6068f54d3f97b14f94f674223b for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:43.134379 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.256240 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Attempting to bind port 04b72906-e641-41e4-a5a9-636c7cd117c9 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:43.256240 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Attempting to bind port 04b72906-e641-41e4-a5a9-636c7cd117c9 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:43.274601 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Attempting to bind port 04b72906-e641-41e4-a5a9-636c7cd117c9 on network d2470cf7-b23b-4542-91b2-b6ec415686c1 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:43.296109 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Port 04b72906-e641-41e4-a5a9-636c7cd117c9 on network d2470cf7-b23b-4542-91b2-b6ec415686c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:24:43.296435 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Attempting to bind port 04b72906-e641-41e4-a5a9-636c7cd117c9 on network d2470cf7-b23b-4542-91b2-b6ec415686c1 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:43.303578 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f0b881b8-8985-4568-9cda-30e21df5dc2b req-ff9ee478-3457-49bb-8032-974861a0ebf9 service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772951 Nov 20 03:24:43.307969 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:43.308321 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Checking segment: {'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:43.308779 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Bound using segment: {'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:43.309388 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Bound port: 04b72906-e641-41e4-a5a9-636c7cd117c9, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:43.309815 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.339065 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e433a9c7-c4d2-4257-b739-28ce6821d0bf req-fa3b630c-4865-4232-8e37-ddaa7a64be1e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 210 time: 0.0741413 Nov 20 03:24:43.442467 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eb423-3324-4891-9967-03513cc3eabe req-86bde7b7-60f0-4ac9-966a-2e2691663530 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:43.444446 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-86bde7b7-60f0-4ac9-966a-2e2691663530 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.57 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 817 time: 0.2778652 Nov 20 03:24:43.467875 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Allocated IP 172.20.0.2 (d2470cf7-b23b-4542-91b2-b6ec415686c1/6b6bcf67-a129-42af-870d-72f06d1689cd/ebf8d38e-80de-4df8-9ecf-25de53f3a222) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:43.549791 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f0b881b8-8985-4568-9cda-30e21df5dc2b req-7e7f7acd-75dd-4fbe-9107-9fdc165d99af service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368929 Nov 20 03:24:43.575005 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] For port 04b72906-e641-41e4-a5a9-636c7cd117c9, host hv-cinder-81803, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:43.580425 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] For port 04b72906-e641-41e4-a5a9-636c7cd117c9, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=04b72906-e641-41e4-a5a9-636c7cd117c9,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:43.586522 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4985413'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.589461 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-5874d59e-d9a3-439c-8afe-8e6dd18fddeb tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8abd5d5840ac400c82604d0212b124f2 HTTP/1.1" status: 200 len: 380 time: 0.1237328 Nov 20 03:24:43.604850 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-321eb423-3324-4891-9967-03513cc3eabe req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Request body: {'port': {'device_id': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'admin_state_up': True, 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'security_groups': ['0deffe69-528a-43f3-9e18-4d184eb029e3']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:43.673969 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Pushing event updated for resources: {'Port': ['ID=04b72906-e641-41e4-a5a9-636c7cd117c9,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:43.683765 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:43.685016 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.686970 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-4d274dd7-dfd1-48e5-aa9d-55fbe6b9e393 service neutron] 10.222.0.57 "PUT /v2.0/ports/04b72906-e641-41e4-a5a9-636c7cd117c9 HTTP/1.1" status: 200 len: 1094 time: 1.8785145 Nov 20 03:24:43.687657 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1520eab8-d6b9-48aa-8333-5c7758310e82', 'tag': '04b72906-e641-41e4-a5a9-636c7cd117c9'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:24:43.691506 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0f4805-e442-4409-8ce1-d6db1fca2554" -d '{"events": [{"name": "network-changed", "server_uuid": "1520eab8-d6b9-48aa-8333-5c7758310e82", "tag": "04b72906-e641-41e4-a5a9-636c7cd117c9"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:24:43.730609 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.789233 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ba5f3a-bc03-4f37-935b-1a356255a690 x-openstack-request-id: req-06ba5f3a-bc03-4f37-935b-1a356255a690 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:24:43.789498 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1520eab8-d6b9-48aa-8333-5c7758310e82", "tag": "04b72906-e641-41e4-a5a9-636c7cd117c9", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:24:43.790002 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06ba5f3a-bc03-4f37-935b-1a356255a690 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:24:43.790192 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1520eab8-d6b9-48aa-8333-5c7758310e82', 'tag': '04b72906-e641-41e4-a5a9-636c7cd117c9', 'status': 'completed', 'code': 200} Nov 20 03:24:43.806988 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2dd02f12-d427-428e-8a9d-deac05e4a75a req-2dffe3f1-b607-434c-af7e-3e7cfc2160fb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 210 time: 0.0611026 Nov 20 03:24:43.823294 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-d55fc13f-2467-48ef-9270-525d9d622540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:43.828561 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-d55fc13f-2467-48ef-9270-525d9d622540 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 1097 time: 0.0717854 Nov 20 03:24:43.844696 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.879024 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321eb423-3324-4891-9967-03513cc3eabe req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Made reservation on behalf of 8abd5d5840ac400c82604d0212b124f2 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:43.882582 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-321eb423-3324-4891-9967-03513cc3eabe req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.907349 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-12f6ad21-a26f-407c-bf47-01b5b28e83c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b72906-e641-41e4-a5a9-636c7cd117c9 HTTP/1.1" status: 200 len: 217 time: 0.0629349 Nov 20 03:24:43.944882 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.987472 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-0debcebe-dfd0-445f-bac1-6d39d7a931f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:43.989976 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-0debcebe-dfd0-445f-bac1-6d39d7a931f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b6bcf67-a129-42af-870d-72f06d1689cd HTTP/1.1" status: 200 len: 859 time: 0.0727975 Nov 20 03:24:44.015184 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Network d2470cf7-b23b-4542-91b2-b6ec415686c1 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:44.023027 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:44.027223 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:44.029782 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Pushing event updated for resources: {'Port': ['ID=ebf8d38e-80de-4df8-9ecf-25de53f3a222,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:44.034544 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-2a0041f7-33ec-4ab1-9669-67b42e4c3e83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2470cf7-b23b-4542-91b2-b6ec415686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370383 Nov 20 03:24:44.102921 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-321eb423-3324-4891-9967-03513cc3eabe req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Allocated IP 172.20.0.8 (3ac0da1c-dc79-4675-9f0a-2d0c06da492e/97ebc784-de2c-430b-bca7-4a0f16670b73/7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:44.178243 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-146ffbdc-43fb-49cd-81ec-f14727bd38ab service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332452 Nov 20 03:24:44.234079 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55364) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:44.333113 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8f58bae7-612e-464e-ad85-6f19ae88b703 req-f6ea29dc-6885-46d1-89ca-92934f7c7848 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461854 Nov 20 03:24:44.502602 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f4805-e442-4409-8ce1-d6db1fca2554 req-524bc718-14f6-4a84-8128-b20d1afd749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:44.504853 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-db0f4805-e442-4409-8ce1-d6db1fca2554 req-524bc718-14f6-4a84-8128-b20d1afd749c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 1097 time: 0.0572155 Nov 20 03:24:44.578567 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6f17ea82-f7fe-425b-9eab-fef4fda5c955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.590749 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:44.591380 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.599643 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-321eb423-3324-4891-9967-03513cc3eabe req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.615066 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5887a73-5221-4a99-98ee-b4c4c0579462 req-43259eb6-cd00-4bfa-94f7-538880cc99e3 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:44.623946 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a5887a73-5221-4a99-98ee-b4c4c0579462 req-43259eb6-cd00-4bfa-94f7-538880cc99e3 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 944 time: 0.3531089 Nov 20 03:24:44.644151 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f4805-e442-4409-8ce1-d6db1fca2554 req-38b92c5a-2b6e-4233-8a34-518cec592916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:44.645651 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-db0f4805-e442-4409-8ce1-d6db1fca2554 req-38b92c5a-2b6e-4233-8a34-518cec592916 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 920 time: 0.1334620 Nov 20 03:24:44.654161 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-f255b3d9-d5d1-4057-b28d-8b76a9a5987a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8003569 Nov 20 03:24:44.661820 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bad002-0115-4196-892a-704f802c6a0b req-256e3a51-9afa-40aa-b1ce-f5fda37fdfde tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:44.663292 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b7bad002-0115-4196-892a-704f802c6a0b req-256e3a51-9afa-40aa-b1ce-f5fda37fdfde tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 944 time: 0.4142950 Nov 20 03:24:44.684444 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Request body: {'port': {'device_id': '329637be-05e2-4b96-9709-c1b15f8f5f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:44.704529 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-db0f4805-e442-4409-8ce1-d6db1fca2554 req-08cc38b2-82e0-4f14-ba47-a3d8e36a1f4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b72906-e641-41e4-a5a9-636c7cd117c9 HTTP/1.1" status: 200 len: 217 time: 0.0481832 Nov 20 03:24:44.772437 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a5887a73-5221-4a99-98ee-b4c4c0579462 req-e6bed967-90ae-4ab1-85c1-937343c5e91d tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492522 Nov 20 03:24:44.779851 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6f17ea82-f7fe-425b-9eab-fef4fda5c955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.792503 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6f17ea82-f7fe-425b-9eab-fef4fda5c955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.838343 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 55382) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:44.844301 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17ea82-f7fe-425b-9eab-fef4fda5c955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbf8d59-b8c4-4118-9db1-42d39773399e,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:44.851298 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-6f17ea82-f7fe-425b-9eab-fef4fda5c955 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=420cecc2d52e4c68a896910b53a96849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6157415 Nov 20 03:24:44.853235 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f4805-e442-4409-8ce1-d6db1fca2554 req-5f94be64-3ad2-4d35-b612-ae24591f28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:44.854427 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-db0f4805-e442-4409-8ce1-d6db1fca2554 req-5f94be64-3ad2-4d35-b612-ae24591f28b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b6bcf67-a129-42af-870d-72f06d1689cd HTTP/1.1" status: 200 len: 859 time: 0.1417089 Nov 20 03:24:44.854900 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55386) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:44.880117 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-321eb423-3324-4891-9967-03513cc3eabe req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.893987 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.909106 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-db0f4805-e442-4409-8ce1-d6db1fca2554 req-f8663900-1164-4424-b06f-e40c5ac80581 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2470cf7-b23b-4542-91b2-b6ec415686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411212 Nov 20 03:24:44.911553 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b7bad002-0115-4196-892a-704f802c6a0b req-314bd67e-8fb3-45ed-bc18-a76228129fb7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386401 Nov 20 03:24:45.012226 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.030958 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-025930d3-2191-459c-aca1-3f605d457ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.087448 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-025930d3-2191-459c-aca1-3f605d457ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.115940 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-db0f4805-e442-4409-8ce1-d6db1fca2554 req-bad4b87f-8b09-4d54-938f-fa5e5f8783c5 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964784 Nov 20 03:24:45.135590 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321eb423-3324-4891-9967-03513cc3eabe req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:45.143635 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-321eb423-3324-4891-9967-03513cc3eabe req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:45.168420 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-321eb423-3324-4891-9967-03513cc3eabe req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:45.194034 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5dcb2e32-0800-46ac-9907-c3dc7957f8fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.210286 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-025930d3-2191-459c-aca1-3f605d457ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.213365 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-025930d3-2191-459c-aca1-3f605d457ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.214620 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-025930d3-2191-459c-aca1-3f605d457ad9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cbf8d59-b8c4-4118-9db1-42d39773399e HTTP/1.1" status: 204 len: 168 time: 0.3583407 Nov 20 03:24:45.242540 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025930d3-2191-459c-aca1-3f605d457ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbf8d59-b8c4-4118-9db1-42d39773399e,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:45.246412 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event updated for resources: {'Port': ['ID=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:45.260417 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-db0f4805-e442-4409-8ce1-d6db1fca2554 req-e8ccc91d-8610-453f-9757-7eb4384a2ec2 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358838 Nov 20 03:24:45.317036 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246469c6-e7d2-4101-a7c2-905fc0744df1 req-bdcd680b-4637-40cf-ba91-ab318e9cac2c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:45.318566 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-246469c6-e7d2-4101-a7c2-905fc0744df1 req-bdcd680b-4637-40cf-ba91-ab318e9cac2c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 931 time: 0.4443088 Nov 20 03:24:45.392603 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-9074fe95-744a-4c9d-83c1-72c191255c86 None None] Provisioning complete for port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:45.393330 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-9074fe95-744a-4c9d-83c1-72c191255c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.409219 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eb423-3324-4891-9967-03513cc3eabe req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:45.409837 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-321eb423-3324-4891-9967-03513cc3eabe req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.431387 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379e895-c624-46e0-9906-1fbba45bd480 req-3a7ef34d-7b18-4c13-926a-5aabf1fa3f7b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:45.432967 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7379e895-c624-46e0-9906-1fbba45bd480 req-3a7ef34d-7b18-4c13-926a-5aabf1fa3f7b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 931 time: 0.3150926 Nov 20 03:24:45.443664 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-9074fe95-744a-4c9d-83c1-72c191255c86 None None] Port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:24:45.509303 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-ae70f05f-b4dd-43ec-8deb-7165cee9000b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9083951 Nov 20 03:24:45.520847 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-246469c6-e7d2-4101-a7c2-905fc0744df1 req-2c69d58d-3274-4103-a9de-5e1213a822db tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697168 Nov 20 03:24:45.537819 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Request body: {'port': {'device_id': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:45.566072 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55408) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:45.616262 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5dcb2e32-0800-46ac-9907-c3dc7957f8fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.646869 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7379e895-c624-46e0-9906-1fbba45bd480 req-ee71b8ae-f690-468f-8b7a-956b4a6510e6 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978796 Nov 20 03:24:45.647463 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5dcb2e32-0800-46ac-9907-c3dc7957f8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.684327 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55412) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:45.707096 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fff8e460-c650-43b3-8d91-6cbdac8515df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.709087 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-13607348-37fa-4145-8c43-88f959a30b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.710654 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.713608 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device aabfdd18-ae62-4c81-b28d-067cee7510cd details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:24:45.735284 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf8d38e-80de-4df8-9ecf-25de53f3a222 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:24:45.750656 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.758878 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-5dcb2e32-0800-46ac-9907-c3dc7957f8fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d4f0a2d9911481a89f83cd6ad01e628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8957717 Nov 20 03:24:45.759414 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55414) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:45.761286 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb2e32-0800-46ac-9907-c3dc7957f8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3eb2b2-ba47-44c5-a832-fbde523bafe8,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:45.802928 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Transition to ACTIVE for port object ebf8d38e-80de-4df8-9ecf-25de53f3a222 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:24:45.813525 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.851905 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port aabfdd18-ae62-4c81-b28d-067cee7510cd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aabfdd18-ae62-4c81-b28d-067cee7510cd,segment=NetworkSegment(78f4c507-c111-48f3-ba3e-83669b59c870),segment_id=78f4c507-c111-48f3-ba3e-83669b59c870)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:45.867358 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': 'aabfdd18-ae62-4c81-b28d-067cee7510cd', 'network_id': '6d41a12a-126d-47ed-a3db-e47c15076113', 'port_id': 'aabfdd18-ae62-4c81-b28d-067cee7510cd', 'mac_address': 'fa:16:3e:71:09:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c7db36-6980-45d2-81a4-cbda52b7b77c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:24:45.899696 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fff8e460-c650-43b3-8d91-6cbdac8515df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.910615 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e8f95dbf-2a4a-4249-b826-54d6a3574994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.914810 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fff8e460-c650-43b3-8d91-6cbdac8515df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.915428 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.918248 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-13607348-37fa-4145-8c43-88f959a30b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.936159 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabfdd18-ae62-4c81-b28d-067cee7510cd {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:24:45.942333 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-13607348-37fa-4145-8c43-88f959a30b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.961570 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port aabfdd18-ae62-4c81-b28d-067cee7510cd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aabfdd18-ae62-4c81-b28d-067cee7510cd,segment=NetworkSegment(78f4c507-c111-48f3-ba3e-83669b59c870),segment_id=78f4c507-c111-48f3-ba3e-83669b59c870)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:45.967940 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.975105 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e8f95dbf-2a4a-4249-b826-54d6a3574994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.978541 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 6cabe651-4a25-4e86-bfd6-a1e07df36346 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:24:45.996350 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf8d38e-80de-4df8-9ecf-25de53f3a222,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.006651 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-fff8e460-c650-43b3-8d91-6cbdac8515df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df3b748d180145f7a3769241731c7dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394364 Nov 20 03:24:46.010064 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55420) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:46.023089 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8e460-c650-43b3-8d91-6cbdac8515df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0e9b34-1be4-4b71-9894-9e54289c1407,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.043356 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-13607348-37fa-4145-8c43-88f959a30b4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d795676e12d42b19b5d5b1d55e4b2a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513148 Nov 20 03:24:46.052500 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55422) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:46.088522 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=aabfdd18-ae62-4c81-b28d-067cee7510cd,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.112019 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13607348-37fa-4145-8c43-88f959a30b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64029fbf-e61c-4a08-8a6f-ed367588450a,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.147461 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e8f95dbf-2a4a-4249-b826-54d6a3574994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.148131 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 6cabe651-4a25-4e86-bfd6-a1e07df36346, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=6cabe651-4a25-4e86-bfd6-a1e07df36346,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:46.150190 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e8f95dbf-2a4a-4249-b826-54d6a3574994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.154392 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e8f95dbf-2a4a-4249-b826-54d6a3574994 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b3eb2b2-ba47-44c5-a832-fbde523bafe8 HTTP/1.1" status: 204 len: 168 time: 0.3890398 Nov 20 03:24:46.166808 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '6cabe651-4a25-4e86-bfd6-a1e07df36346', 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5', 'port_id': '6cabe651-4a25-4e86-bfd6-a1e07df36346', 'mac_address': 'fa:16:3e:d2:92:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8209c192-32e4-42d1-81e2-634badaa7584', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:24:46.172257 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce6422-6274-458d-9ee1-b37ec226b0b1 req-f432100d-d7f8-4fd3-811d-2ada456b4c3d tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:46.173868 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bcce6422-6274-458d-9ee1-b37ec226b0b1 req-f432100d-d7f8-4fd3-811d-2ada456b4c3d tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 944 time: 0.3196313 Nov 20 03:24:46.180813 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8d92d8b5-1119-49f4-8b6a-ce6a36bb6306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.190443 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f95dbf-2a4a-4249-b826-54d6a3574994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3eb2b2-ba47-44c5-a832-fbde523bafe8,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.205477 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b4e29dd4-fce7-41c5-89d2-1618f0bbe841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.251684 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.258807 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa9380-935b-465c-86f9-edd357be29ce req-5afed8a8-b287-432a-b1d6-34a259d27053 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:46.260421 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1cfa9380-935b-465c-86f9-edd357be29ce req-5afed8a8-b287-432a-b1d6-34a259d27053 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 944 time: 0.2311888 Nov 20 03:24:46.265305 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Attempting to bind port ebf8d38e-80de-4df8-9ecf-25de53f3a222 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:46.265660 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Attempting to bind port ebf8d38e-80de-4df8-9ecf-25de53f3a222 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:46.265971 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Attempting to bind port ebf8d38e-80de-4df8-9ecf-25de53f3a222 on network d2470cf7-b23b-4542-91b2-b6ec415686c1 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:46.278155 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cabe651-4a25-4e86-bfd6-a1e07df36346 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:24:46.282158 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8d92d8b5-1119-49f4-8b6a-ce6a36bb6306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.300873 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Port ebf8d38e-80de-4df8-9ecf-25de53f3a222 on network d2470cf7-b23b-4542-91b2-b6ec415686c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:24:46.301412 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Attempting to bind port ebf8d38e-80de-4df8-9ecf-25de53f3a222 on network d2470cf7-b23b-4542-91b2-b6ec415686c1 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:46.301629 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 6cabe651-4a25-4e86-bfd6-a1e07df36346, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=6cabe651-4a25-4e86-bfd6-a1e07df36346,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:46.307015 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.338546 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bcce6422-6274-458d-9ee1-b37ec226b0b1 req-50f66eed-3456-4bae-9aac-53b289d0fd1b tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472747 Nov 20 03:24:46.342521 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:46.342885 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Checking segment: {'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:46.343351 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Bound using segment: {'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:46.343808 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Bound port: ebf8d38e-80de-4df8-9ecf-25de53f3a222, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756da363-c7ea-4a66-ab68-6135251f2851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:46.344303 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.366433 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8d92d8b5-1119-49f4-8b6a-ce6a36bb6306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.369471 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8d92d8b5-1119-49f4-8b6a-ce6a36bb6306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.370790 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-8d92d8b5-1119-49f4-8b6a-ce6a36bb6306 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df0e9b34-1be4-4b71-9894-9e54289c1407 HTTP/1.1" status: 204 len: 168 time: 0.3578882 Nov 20 03:24:46.398042 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b4e29dd4-fce7-41c5-89d2-1618f0bbe841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.404028 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1cfa9380-935b-465c-86f9-edd357be29ce req-4465c010-98f8-4676-8109-fbdc9a7b8aec tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286855 Nov 20 03:24:46.437785 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92d8b5-1119-49f4-8b6a-ce6a36bb6306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0e9b34-1be4-4b71-9894-9e54289c1407,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.479929 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=6cabe651-4a25-4e86-bfd6-a1e07df36346,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.503952 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:24:46.515259 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.520559 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] For port ebf8d38e-80de-4df8-9ecf-25de53f3a222, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:46.526609 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] For port ebf8d38e-80de-4df8-9ecf-25de53f3a222, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ebf8d38e-80de-4df8-9ecf-25de53f3a222,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:46.537343 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Transition to ACTIVE for port object 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:24:46.539436 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.572699 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.602844 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b4e29dd4-fce7-41c5-89d2-1618f0bbe841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.604859 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:46.605486 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.608324 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] 10.222.0.57 "PUT /v2.0/ports/ebf8d38e-80de-4df8-9ecf-25de53f3a222 HTTP/1.1" status: 200 len: 1093 time: 1.9367850 Nov 20 03:24:46.609372 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329637be-05e2-4b96-9709-c1b15f8f5f30', 'tag': 'ebf8d38e-80de-4df8-9ecf-25de53f3a222'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:24:46.612000 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9748e21-1d99-440e-8a58-47b7230f6436" -d '{"events": [{"name": "network-changed", "server_uuid": "329637be-05e2-4b96-9709-c1b15f8f5f30", "tag": "ebf8d38e-80de-4df8-9ecf-25de53f3a222"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:24:46.612154 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b4e29dd4-fce7-41c5-89d2-1618f0bbe841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.632797 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-b4e29dd4-fce7-41c5-89d2-1618f0bbe841 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64029fbf-e61c-4a08-8a6f-ed367588450a HTTP/1.1" status: 204 len: 168 time: 0.5622880 Nov 20 03:24:46.676467 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e29dd4-fce7-41c5-89d2-1618f0bbe841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64029fbf-e61c-4a08-8a6f-ed367588450a,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.728849 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['6cabe651-4a25-4e86-bfd6-a1e07df36346'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:24:46.802368 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65b94bb-0544-45e4-a95b-ff59808db3b8 x-openstack-request-id: req-a65b94bb-0544-45e4-a95b-ff59808db3b8 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:24:46.802665 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329637be-05e2-4b96-9709-c1b15f8f5f30", "tag": "ebf8d38e-80de-4df8-9ecf-25de53f3a222", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:24:46.802839 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a65b94bb-0544-45e4-a95b-ff59808db3b8 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:24:46.803257 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329637be-05e2-4b96-9709-c1b15f8f5f30', 'tag': 'ebf8d38e-80de-4df8-9ecf-25de53f3a222', 'status': 'completed', 'code': 200} Nov 20 03:24:46.810598 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['aabfdd18-ae62-4c81-b28d-067cee7510cd'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:24:46.838142 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf3cbc-5a65-4e01-bc34-ede5d60d9393 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf8d38e-80de-4df8-9ecf-25de53f3a222,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.967452 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-994d3d62-6159-4217-8c58-f38f815536f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:46.968984 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-994d3d62-6159-4217-8c58-f38f815536f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 1096 time: 0.2874868 Nov 20 03:24:46.992125 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55454) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:47.021646 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e2faf80c-f04c-44e5-96b0-5792a0743aa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.103701 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-0345c286-5a95-4c70-aac3-468d075be1a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebf8d38e-80de-4df8-9ecf-25de53f3a222 HTTP/1.1" status: 200 len: 217 time: 0.0758786 Nov 20 03:24:47.110768 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Pushing event updated for resources: {'Port': ['ID=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:47.141616 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2e26a-7610-4e92-b66e-2c406231c2a8 req-9c4a9c33-8112-429a-9726-428765bad087 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:47.148812 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-afa2e26a-7610-4e92-b66e-2c406231c2a8 req-9c4a9c33-8112-429a-9726-428765bad087 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.3576324 Nov 20 03:24:47.151471 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Attempting to bind port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:47.151746 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Attempting to bind port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:47.152339 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Attempting to bind port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 on network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:47.172254 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e2faf80c-f04c-44e5-96b0-5792a0743aa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.178252 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e2faf80c-f04c-44e5-96b0-5792a0743aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.216326 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00745d8f-c1b1-4c48-8da8-4e7d5213ab9c req-7fee8f8f-3e3f-4e02-8f79-969837176560 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:47.217861 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-00745d8f-c1b1-4c48-8da8-4e7d5213ab9c req-7fee8f8f-3e3f-4e02-8f79-969837176560 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 943 time: 0.3122249 Nov 20 03:24:47.221658 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2faf80c-f04c-44e5-96b0-5792a0743aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc3085c-9d79-4af0-bdc3-6d4de68cb66b,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:47.228147 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e2faf80c-f04c-44e5-96b0-5792a0743aa5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d38996bd3164a80b5bfbbbd16f2c2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342641 Nov 20 03:24:47.230800 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55460) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:47.232739 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 on network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:24:47.233198 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Attempting to bind port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 on network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:47.267624 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:47.268060 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Checking segment: {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:47.268570 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Bound using segment: {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:47.269252 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Bound port: 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:47.269513 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.295826 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-e14ce9a1-1a61-4d74-886f-6da71bca4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:47.297542 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-e14ce9a1-1a61-4d74-886f-6da71bca4af8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b6bcf67-a129-42af-870d-72f06d1689cd HTTP/1.1" status: 200 len: 859 time: 0.1795800 Nov 20 03:24:47.298498 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-72a17af5-b015-44f7-9509-7dc681cad0e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.309202 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-afa2e26a-7610-4e92-b66e-2c406231c2a8 req-0832cbec-53e2-49e8-9048-acc5507fac82 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576355 Nov 20 03:24:47.333605 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-72a17af5-b015-44f7-9509-7dc681cad0e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.349892 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-70e057ba-2602-4fa7-b1e0-a352321784b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2470cf7-b23b-4542-91b2-b6ec415686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334334 Nov 20 03:24:47.393564 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-72a17af5-b015-44f7-9509-7dc681cad0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.397051 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-72a17af5-b015-44f7-9509-7dc681cad0e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.401574 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-72a17af5-b015-44f7-9509-7dc681cad0e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/adc3085c-9d79-4af0-bdc3-6d4de68cb66b HTTP/1.1" status: 204 len: 168 time: 0.1695549 Nov 20 03:24:47.413495 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a17af5-b015-44f7-9509-7dc681cad0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc3085c-9d79-4af0-bdc3-6d4de68cb66b,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:47.624781 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-00745d8f-c1b1-4c48-8da8-4e7d5213ab9c req-625d60d0-eaf4-4805-8703-af0162e234c2 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841467 Nov 20 03:24:47.702963 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 04b72906-e641-41e4-a5a9-636c7cd117c9 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:24:47.705453 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:47.714721 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device aabfdd18-ae62-4c81-b28d-067cee7510cd up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:47.762646 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff38df-b5d9-491b-9c5d-f6421a203a2e req-fc498481-9261-460f-9896-41aaaa75b337 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:47.762646 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ffff38df-b5d9-491b-9c5d-f6421a203a2e req-fc498481-9261-460f-9896-41aaaa75b337 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 945 time: 0.1444216 Nov 20 03:24:47.774726 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:47.795597 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-2f7734f1-8ea4-4a62-9e7f-109e080504c8 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192324 Nov 20 03:24:47.805483 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.847559 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port aabfdd18-ae62-4c81-b28d-067cee7510cd completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:24:47.858501 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port aabfdd18-ae62-4c81-b28d-067cee7510cd triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:47.859932 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.887092 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Pushing event updated for resources: {'Port': ['ID=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:47.952885 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 04b72906-e641-41e4-a5a9-636c7cd117c9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=04b72906-e641-41e4-a5a9-636c7cd117c9,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:47.973196 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '04b72906-e641-41e4-a5a9-636c7cd117c9', 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1', 'port_id': '04b72906-e641-41e4-a5a9-636c7cd117c9', 'mac_address': 'fa:16:3e:49:88:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6bcf67-a129-42af-870d-72f06d1689cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:24:47.976825 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ffff38df-b5d9-491b-9c5d-f6421a203a2e req-46010e8e-a24f-45d3-97c0-3cccf91f945a tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007165 Nov 20 03:24:47.989530 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c049a15-96fe-4a99-b97e-c7629ee2db83 req-2e782242-bb51-44d8-b7d0-5737b1221258 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:47.997169 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0c049a15-96fe-4a99-b97e-c7629ee2db83 req-2e782242-bb51-44d8-b7d0-5737b1221258 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 945 time: 0.2974081 Nov 20 03:24:48.010998 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:48.011625 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.013041 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-6b1a327a-d274-4087-8d84-95d9d87289ea service neutron] 10.222.0.57 "PUT /v2.0/ports/7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 HTTP/1.1" status: 200 len: 1093 time: 2.4832101 Nov 20 03:24:48.120373 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.141586 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0c049a15-96fe-4a99-b97e-c7629ee2db83 req-6eb4b60b-75f4-4ab7-8afc-ab946193cff5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390059 Nov 20 03:24:48.151894 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2e0e27-4981-4419-a9b5-4702945230c7 req-97767c25-89e1-4b9c-bf5f-08cb83787f28 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441606 Nov 20 03:24:48.158367 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b72906-e641-41e4-a5a9-636c7cd117c9 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:24:48.164824 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eb423-3324-4891-9967-03513cc3eabe req-735d04eb-e01f-49cd-8180-497a133ab406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:48.166653 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-735d04eb-e01f-49cd-8180-497a133ab406 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 1096 time: 0.0890744 Nov 20 03:24:48.194252 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.222784 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 04b72906-e641-41e4-a5a9-636c7cd117c9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=04b72906-e641-41e4-a5a9-636c7cd117c9,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:48.229515 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-ed7f490f-27c4-4029-8ece-e995063b4d2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 HTTP/1.1" status: 200 len: 217 time: 0.0476172 Nov 20 03:24:48.236589 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.250894 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459573a2-39ec-47c3-8815-297d17954f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabfdd18-ae62-4c81-b28d-067cee7510cd'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:24:48.343706 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eb423-3324-4891-9967-03513cc3eabe req-b57d92c6-5200-467b-909a-ffb5aac8cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:48.345339 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-b57d92c6-5200-467b-909a-ffb5aac8cacb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 200 len: 856 time: 0.0989101 Nov 20 03:24:48.359293 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9748e21-1d99-440e-8a58-47b7230f6436 req-37c73e55-74c8-4138-abdd-edefad789912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:48.360832 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a9748e21-1d99-440e-8a58-47b7230f6436 req-37c73e55-74c8-4138-abdd-edefad789912 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 1096 time: 0.0639794 Nov 20 03:24:48.416932 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port aabfdd18-ae62-4c81-b28d-067cee7510cd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aabfdd18-ae62-4c81-b28d-067cee7510cd,segment=NetworkSegment(78f4c507-c111-48f3-ba3e-83669b59c870),segment_id=78f4c507-c111-48f3-ba3e-83669b59c870)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:48.429892 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.430675 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 6cabe651-4a25-4e86-bfd6-a1e07df36346 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:48.499395 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=04b72906-e641-41e4-a5a9-636c7cd117c9,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:48.503267 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eb423-3324-4891-9967-03513cc3eabe req-4e6c1012-bfda-4463-a978-45b033a168ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:48.504974 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-4e6c1012-bfda-4463-a978-45b033a168ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1489987 Nov 20 03:24:48.559146 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['04b72906-e641-41e4-a5a9-636c7cd117c9'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:24:48.587636 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9748e21-1d99-440e-8a58-47b7230f6436 req-69422ae8-b51f-4c73-91ff-dbec1a9f8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:48.589230 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a9748e21-1d99-440e-8a58-47b7230f6436 req-69422ae8-b51f-4c73-91ff-dbec1a9f8df2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 920 time: 0.2198589 Nov 20 03:24:48.601411 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f941-2402-4a5d-848d-7638bce1d9bb req-6042bfc2-075b-40e8-9fb9-d97bcdc6652e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:48.602990 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0602f941-2402-4a5d-848d-7638bce1d9bb req-6042bfc2-075b-40e8-9fb9-d97bcdc6652e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.1580741 Nov 20 03:24:48.613523 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=aabfdd18-ae62-4c81-b28d-067cee7510cd,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:48.627740 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 6cabe651-4a25-4e86-bfd6-a1e07df36346 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:24:48.636744 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 6cabe651-4a25-4e86-bfd6-a1e07df36346 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:48.637191 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.659059 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a9748e21-1d99-440e-8a58-47b7230f6436 req-eec04d5a-6a0a-4b29-98d8-af7bb5bb2284 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebf8d38e-80de-4df8-9ecf-25de53f3a222 HTTP/1.1" status: 200 len: 217 time: 0.0532351 Nov 20 03:24:48.774660 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.787643 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaf9a7f-7554-4c46-8ffc-4ab40b3ff88a" -d '{"events": [{"server_uuid": "459573a2-39ec-47c3-8815-297d17954f29", "name": "network-vif-plugged", "status": "completed", "tag": "aabfdd18-ae62-4c81-b28d-067cee7510cd"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:24:48.792961 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-03628eb9-7fe6-41f9-a501-bb39f7101a67 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776186 Nov 20 03:24:48.800191 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0602f941-2402-4a5d-848d-7638bce1d9bb req-7d1605ee-88ca-426d-87e0-2e8325b783ae tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864593 Nov 20 03:24:48.802813 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9748e21-1d99-440e-8a58-47b7230f6436 req-538553cc-1851-4220-9054-81351a81b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:48.804223 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a9748e21-1d99-440e-8a58-47b7230f6436 req-538553cc-1851-4220-9054-81351a81b854 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b6bcf67-a129-42af-870d-72f06d1689cd HTTP/1.1" status: 200 len: 859 time: 0.1282156 Nov 20 03:24:48.807141 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:24:48.809390 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b282e89-e19e-43a3-8972-ecfbd6e913f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:24:48.845963 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 6cabe651-4a25-4e86-bfd6-a1e07df36346, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=6cabe651-4a25-4e86-bfd6-a1e07df36346,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:48.855273 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.894639 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a9748e21-1d99-440e-8a58-47b7230f6436 req-5b8f431a-821b-4fc1-be49-bb378b1dd683 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2470cf7-b23b-4542-91b2-b6ec415686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675344 Nov 20 03:24:48.922104 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=6cabe651-4a25-4e86-bfd6-a1e07df36346,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:48.923252 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c02852-a131-45d1-a070-db8ee490b951 req-ca10816b-60e0-480e-910d-bec5b2f4393b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:48.924969 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-48c02852-a131-45d1-a070-db8ee490b951 req-ca10816b-60e0-480e-910d-bec5b2f4393b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 943 time: 0.1844342 Nov 20 03:24:49.053555 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321eb423-3324-4891-9967-03513cc3eabe req-1b39365a-c329-4f5f-86e8-33881f459425 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473378 Nov 20 03:24:49.077496 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-48c02852-a131-45d1-a070-db8ee490b951 req-2cf0edb6-7ceb-43b5-a7ad-d84bcecac27e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104045 Nov 20 03:24:49.092574 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a9748e21-1d99-440e-8a58-47b7230f6436 req-e6d0da0e-3888-4b6b-91d0-292bce8830d4 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875103 Nov 20 03:24:49.135242 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da80c7a0-2d5d-49f2-b6ce-786dae34a88c x-openstack-request-id: req-da80c7a0-2d5d-49f2-b6ce-786dae34a88c {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:24:49.135242 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459573a2-39ec-47c3-8815-297d17954f29", "name": "network-vif-plugged", "status": "completed", "tag": "aabfdd18-ae62-4c81-b28d-067cee7510cd", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:24:49.135242 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da80c7a0-2d5d-49f2-b6ce-786dae34a88c {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:24:49.135242 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459573a2-39ec-47c3-8815-297d17954f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabfdd18-ae62-4c81-b28d-067cee7510cd', 'code': 200} Nov 20 03:24:49.178801 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d3eaa-cf51-4c0b-96a6-7bbff5d97c9e x-openstack-request-id: req-bd6d3eaa-cf51-4c0b-96a6-7bbff5d97c9e {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:24:49.178957 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:24:49.179184 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd6d3eaa-cf51-4c0b-96a6-7bbff5d97c9e {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:24:49.179567 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'status': 'completed', 'code': 200} Nov 20 03:24:49.296754 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a9748e21-1d99-440e-8a58-47b7230f6436 req-fe00fd4c-febb-42b4-a0a5-9f160ccf9e38 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773789 Nov 20 03:24:49.299454 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55564) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:49.400427 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282e89-e19e-43a3-8972-ecfbd6e913f8 req-b31787d2-fb04-4ef8-b615-9b8730a8451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:49.401900 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2b282e89-e19e-43a3-8972-ecfbd6e913f8 req-b31787d2-fb04-4ef8-b615-9b8730a8451a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 1096 time: 0.1670463 Nov 20 03:24:49.434405 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c2f1a-7991-4349-ae29-89d56bd19652 req-85024af7-1bdb-48c2-b526-dfea4e1940bd tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:49.442401 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6e5c2f1a-7991-4349-ae29-89d56bd19652 req-85024af7-1bdb-48c2-b526-dfea4e1940bd tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.1745696 Nov 20 03:24:49.456320 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb53b3-5679-46b9-b4ab-ef4be9456fca req-8a84b4ef-fa7a-4bb5-bc6c-4e7b2b6166af tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:49.460279 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4cfb53b3-5679-46b9-b4ab-ef4be9456fca req-8a84b4ef-fa7a-4bb5-bc6c-4e7b2b6166af tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 946 time: 0.1777539 Nov 20 03:24:49.480379 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4588683-50f6-4b59-accf-c7ef6b35f120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.581337 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4588683-50f6-4b59-accf-c7ef6b35f120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.588719 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4588683-50f6-4b59-accf-c7ef6b35f120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.631471 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e4588683-50f6-4b59-accf-c7ef6b35f120 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22492965bad44b368d2267272ea4064d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308949 Nov 20 03:24:49.632733 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55582) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:49.674755 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4588683-50f6-4b59-accf-c7ef6b35f120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacca82a-ecb8-4f1e-b7bd-cc5c2ddd677e,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:49.700210 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6b26766-2ac1-4bba-af7e-75b48aad26d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.705184 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 04b72906-e641-41e4-a5a9-636c7cd117c9 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:49.729456 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6b26766-2ac1-4bba-af7e-75b48aad26d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.745126 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6e5c2f1a-7991-4349-ae29-89d56bd19652 req-e24ce396-67a2-4cb7-a049-0bd3afaedac3 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016849 Nov 20 03:24:49.794982 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6b26766-2ac1-4bba-af7e-75b48aad26d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.798904 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6b26766-2ac1-4bba-af7e-75b48aad26d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.800305 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e6b26766-2ac1-4bba-af7e-75b48aad26d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cacca82a-ecb8-4f1e-b7bd-cc5c2ddd677e HTTP/1.1" status: 204 len: 168 time: 0.1648326 Nov 20 03:24:49.800524 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56ffeb-5b68-4bb3-b1f3-2ca0d3fe9665 req-302d6249-c446-4806-96f2-1e7e8fad2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:49.802486 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6a56ffeb-5b68-4bb3-b1f3-2ca0d3fe9665 req-302d6249-c446-4806-96f2-1e7e8fad2ed8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 1099 time: 0.3064616 Nov 20 03:24:49.808344 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4cfb53b3-5679-46b9-b4ab-ef4be9456fca req-56f62000-1fd6-4550-8d8b-26c0511e83aa tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525008 Nov 20 03:24:49.810274 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282e89-e19e-43a3-8972-ecfbd6e913f8 req-67fa6022-db00-4c2c-8c8b-8af64226c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:49.812190 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2b282e89-e19e-43a3-8972-ecfbd6e913f8 req-67fa6022-db00-4c2c-8c8b-8af64226c63e service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 918 time: 0.3669088 Nov 20 03:24:49.816246 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 04b72906-e641-41e4-a5a9-636c7cd117c9 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:24:49.823517 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b26766-2ac1-4bba-af7e-75b48aad26d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacca82a-ecb8-4f1e-b7bd-cc5c2ddd677e,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:49.828354 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 04b72906-e641-41e4-a5a9-636c7cd117c9 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:49.829077 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.836209 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6a56ffeb-5b68-4bb3-b1f3-2ca0d3fe9665 req-a418c85d-ab03-4e2c-9c3e-0c9cc45ddfff service neutron] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.906505 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2b282e89-e19e-43a3-8972-ecfbd6e913f8 req-54ed7f7d-1626-49ee-bf7a-6165b1fb8a90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 HTTP/1.1" status: 200 len: 217 time: 0.0854955 Nov 20 03:24:49.968411 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.016292 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 04b72906-e641-41e4-a5a9-636c7cd117c9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=04b72906-e641-41e4-a5a9-636c7cd117c9,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:50.022592 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282e89-e19e-43a3-8972-ecfbd6e913f8 req-69de6b56-605b-4ec8-b27c-3086f76d6bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:50.025622 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.029375 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2b282e89-e19e-43a3-8972-ecfbd6e913f8 req-69de6b56-605b-4ec8-b27c-3086f76d6bed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 200 len: 856 time: 0.1099582 Nov 20 03:24:50.125669 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=04b72906-e641-41e4-a5a9-636c7cd117c9,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:50.297050 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3e55b-4db8-41bc-9ac2-8755fd92bb65 req-595b39ef-ff01-42f2-a2e6-1cd08f4240de tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:50.298479 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-72e3e55b-4db8-41bc-9ac2-8755fd92bb65 req-595b39ef-ff01-42f2-a2e6-1cd08f4240de tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.3482237 Nov 20 03:24:50.373874 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282e89-e19e-43a3-8972-ecfbd6e913f8 req-de0812ff-1c3e-4074-b098-fe754e323948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:50.376313 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2b282e89-e19e-43a3-8972-ecfbd6e913f8 req-de0812ff-1c3e-4074-b098-fe754e323948 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3379157 Nov 20 03:24:50.379219 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6a56ffeb-5b68-4bb3-b1f3-2ca0d3fe9665 req-a418c85d-ab03-4e2c-9c3e-0c9cc45ddfff service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.388401 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55622) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:50.397048 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6a56ffeb-5b68-4bb3-b1f3-2ca0d3fe9665 req-a418c85d-ab03-4e2c-9c3e-0c9cc45ddfff service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.466403 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ff00f-8afb-4f32-b24c-43f213c6df94 req-bcaa7152-e039-489f-9149-da9dadea8911 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:50.467265 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9b5ff00f-8afb-4f32-b24c-43f213c6df94 req-bcaa7152-e039-489f-9149-da9dadea8911 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 943 time: 0.1927221 Nov 20 03:24:50.512842 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-72e3e55b-4db8-41bc-9ac2-8755fd92bb65 req-a7f9b4a6-ce45-4040-a9a6-97bd7768f9fa tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909962 Nov 20 03:24:50.524167 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6a56ffeb-5b68-4bb3-b1f3-2ca0d3fe9665 req-a418c85d-ab03-4e2c-9c3e-0c9cc45ddfff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7109916 Nov 20 03:24:50.531207 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418c85d-ab03-4e2c-9c3e-0c9cc45ddfff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9058a71b-5a56-4e79-8c31-c40a7689afe4,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:50.596520 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9b5ff00f-8afb-4f32-b24c-43f213c6df94 req-eb6b0921-8d80-42fd-90b1-5df7b2d7decc tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105115 Nov 20 03:24:50.598960 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2b282e89-e19e-43a3-8972-ecfbd6e913f8 req-f6f8b7a0-6672-470a-a96c-57852eadbb6f service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127616 Nov 20 03:24:50.666136 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f0b42f4c-4d3b-4c9c-80b4-cdf2d46d7495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.764784 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f0b42f4c-4d3b-4c9c-80b4-cdf2d46d7495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.770126 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f0b42f4c-4d3b-4c9c-80b4-cdf2d46d7495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.803530 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b42f4c-4d3b-4c9c-80b4-cdf2d46d7495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927702fa-f917-424b-af61-ab88fc327d36,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:50.836883 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-f0b42f4c-4d3b-4c9c-80b4-cdf2d46d7495 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79a46f017a39440d8e031de270e591ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4456964 Nov 20 03:24:50.839434 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55658) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:50.922932 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5c87441b-fa03-4c7f-87d1-65bc85269fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.952198 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5c87441b-fa03-4c7f-87d1-65bc85269fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.027939 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d70ad8-1957-4316-8568-44dc221aefb9 req-e08486cd-c65d-415d-9ac9-1e25dbbfddfe tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:51.030535 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a0d70ad8-1957-4316-8568-44dc221aefb9 req-e08486cd-c65d-415d-9ac9-1e25dbbfddfe tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 946 time: 0.0908737 Nov 20 03:24:51.035696 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5c87441b-fa03-4c7f-87d1-65bc85269fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.038969 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5c87441b-fa03-4c7f-87d1-65bc85269fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.040226 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-5c87441b-fa03-4c7f-87d1-65bc85269fa0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/927702fa-f917-424b-af61-ab88fc327d36 HTTP/1.1" status: 204 len: 168 time: 0.1998177 Nov 20 03:24:51.045964 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9bace-4948-4a69-9cd6-5f948b0a647e req-d61f2ae9-ad19-490b-84c7-253ec5154389 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:51.048231 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a6f9bace-4948-4a69-9cd6-5f948b0a647e req-d61f2ae9-ad19-490b-84c7-253ec5154389 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.1873214 Nov 20 03:24:51.057368 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87441b-fa03-4c7f-87d1-65bc85269fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927702fa-f917-424b-af61-ab88fc327d36,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:51.134408 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b039039-82f2-411a-8b2f-39e31df51f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cabe651-4a25-4e86-bfd6-a1e07df36346'}, {'server_uuid': '1520eab8-d6b9-48aa-8333-5c7758310e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b72906-e641-41e4-a5a9-636c7cd117c9'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:24:51.139718 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4908e977-4207-48f7-9799-0648f59044af" -d '{"events": [{"server_uuid": "3b039039-82f2-411a-8b2f-39e31df51f77", "name": "network-vif-plugged", "status": "completed", "tag": "6cabe651-4a25-4e86-bfd6-a1e07df36346"}, {"server_uuid": "1520eab8-d6b9-48aa-8333-5c7758310e82", "name": "network-vif-plugged", "status": "completed", "tag": "04b72906-e641-41e4-a5a9-636c7cd117c9"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:24:51.146082 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a0d70ad8-1957-4316-8568-44dc221aefb9 req-0773ec6d-fb18-4b03-ae40-1e1263f2bcab tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963309 Nov 20 03:24:51.227168 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a6f9bace-4948-4a69-9cd6-5f948b0a647e req-ac741305-895a-4753-81a4-183d9be2a48a tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501083 Nov 20 03:24:51.235762 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2b282e89-e19e-43a3-8972-ecfbd6e913f8 req-2d5bd70e-84bd-4611-90f3-c9316804cf9f service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126356 Nov 20 03:24:51.240161 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 03:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da3926a-6ab5-45d7-9fb6-899cc9f0dff2 x-openstack-request-id: req-4da3926a-6ab5-45d7-9fb6-899cc9f0dff2 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:24:51.240459 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b039039-82f2-411a-8b2f-39e31df51f77", "name": "network-vif-plugged", "status": "completed", "tag": "6cabe651-4a25-4e86-bfd6-a1e07df36346", "code": 200}, {"server_uuid": "1520eab8-d6b9-48aa-8333-5c7758310e82", "name": "network-vif-plugged", "status": "completed", "tag": "04b72906-e641-41e4-a5a9-636c7cd117c9", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:24:51.240901 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4da3926a-6ab5-45d7-9fb6-899cc9f0dff2 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:24:51.241442 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b039039-82f2-411a-8b2f-39e31df51f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cabe651-4a25-4e86-bfd6-a1e07df36346', 'code': 200} Nov 20 03:24:51.241862 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1520eab8-d6b9-48aa-8333-5c7758310e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b72906-e641-41e4-a5a9-636c7cd117c9', 'code': 200} Nov 20 03:24:51.646028 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55696) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:51.663281 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-15074921-88e7-4b74-9da2-ce47f2c5fc98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.687642 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd03f6e-2d58-4c6e-b7a5-bbf6d0252627 req-56f3dc9a-720c-402a-8472-8450f0dc99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:51.689965 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dfd03f6e-2d58-4c6e-b7a5-bbf6d0252627 req-56f3dc9a-720c-402a-8472-8450f0dc99c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 1099 time: 0.1123941 Nov 20 03:24:51.718426 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device ebf8d38e-80de-4df8-9ecf-25de53f3a222 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:24:51.719364 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555545d6-c7b2-442a-bbdd-5db99691e840 req-1d18e089-f41c-4be0-9e99-f2a8e0d04239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:51.720859 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-555545d6-c7b2-442a-bbdd-5db99691e840 req-1d18e089-f41c-4be0-9e99-f2a8e0d04239 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 1099 time: 0.1138620 Nov 20 03:24:51.754913 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d10b9a-7bab-41b2-8543-cb859effecd1 req-f3f69255-ba09-402f-817e-e008b7c2e3d2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:51.756564 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15d10b9a-7bab-41b2-8543-cb859effecd1 req-f3f69255-ba09-402f-817e-e008b7c2e3d2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.1459556 Nov 20 03:24:51.772455 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-15074921-88e7-4b74-9da2-ce47f2c5fc98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.779883 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-15074921-88e7-4b74-9da2-ce47f2c5fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.840305 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-15074921-88e7-4b74-9da2-ce47f2c5fc98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3ddf3373747465b9e1af8095ad4ec9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898010 Nov 20 03:24:51.842434 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55702) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:51.856215 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dfd03f6e-2d58-4c6e-b7a5-bbf6d0252627 req-c9c4e2fa-a8cd-4ede-8199-06e1081a1337 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570415 Nov 20 03:24:51.884638 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4faad-50b1-45b0-b212-680e54c2d422 req-c919a2f7-b859-4d75-98bd-7dd318c587eb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:51.886325 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c6b4faad-50b1-45b0-b212-680e54c2d422 req-c919a2f7-b859-4d75-98bd-7dd318c587eb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 943 time: 0.1904151 Nov 20 03:24:51.896663 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15d10b9a-7bab-41b2-8543-cb859effecd1 req-a63ae5b5-836e-42e4-ade0-716f15ec09a4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171267 Nov 20 03:24:51.899658 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15074921-88e7-4b74-9da2-ce47f2c5fc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec99f8c-ad8e-420c-9424-5ddbdaee6ce0,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:51.910064 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port ebf8d38e-80de-4df8-9ecf-25de53f3a222, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ebf8d38e-80de-4df8-9ecf-25de53f3a222,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:51.920750 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-555545d6-c7b2-442a-bbdd-5db99691e840 req-05977ea8-41d6-4aac-9ecd-b7b2c32fda7d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753609 Nov 20 03:24:51.934804 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e669e8d0-db2c-4f4d-9ac7-2f597d17e46e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.982745 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e669e8d0-db2c-4f4d-9ac7-2f597d17e46e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:52.010084 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c6b4faad-50b1-45b0-b212-680e54c2d422 req-65ca51a5-e1b6-4026-914b-8817ea4646f7 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974426 Nov 20 03:24:52.033592 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': 'ebf8d38e-80de-4df8-9ecf-25de53f3a222', 'network_id': 'd2470cf7-b23b-4542-91b2-b6ec415686c1', 'port_id': 'ebf8d38e-80de-4df8-9ecf-25de53f3a222', 'mac_address': 'fa:16:3e:99:50:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6bcf67-a129-42af-870d-72f06d1689cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:24:52.057853 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e669e8d0-db2c-4f4d-9ac7-2f597d17e46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:52.061034 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e669e8d0-db2c-4f4d-9ac7-2f597d17e46e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:52.062189 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e669e8d0-db2c-4f4d-9ac7-2f597d17e46e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ec99f8c-ad8e-420c-9424-5ddbdaee6ce0 HTTP/1.1" status: 204 len: 168 time: 0.2177293 Nov 20 03:24:52.070693 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669e8d0-db2c-4f4d-9ac7-2f597d17e46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec99f8c-ad8e-420c-9424-5ddbdaee6ce0,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:52.072880 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:52.093456 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf8d38e-80de-4df8-9ecf-25de53f3a222 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:24:52.116422 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port ebf8d38e-80de-4df8-9ecf-25de53f3a222, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ebf8d38e-80de-4df8-9ecf-25de53f3a222,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:52.121257 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:52.122237 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:24:52.223720 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=ebf8d38e-80de-4df8-9ecf-25de53f3a222,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:52.275676 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:52.294732 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'port_id': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'mac_address': 'fa:16:3e:55:13:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:24:52.302233 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125677a-9764-4465-8ecd-a9c9e751f651 req-4f6fb650-e6ed-4d9e-a65a-3cbc3eb4e13a tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:52.325636 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1125677a-9764-4465-8ecd-a9c9e751f651 req-4f6fb650-e6ed-4d9e-a65a-3cbc3eb4e13a tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 946 time: 0.1019909 Nov 20 03:24:52.367862 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:52.387575 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:24:52.416628 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:52.424396 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:52.433198 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1125677a-9764-4465-8ecd-a9c9e751f651 req-c4bc7909-0d83-4c7e-9fd7-2aeb65bdbf24 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052892 Nov 20 03:24:52.462390 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3c8e4-1349-4d36-ab31-9b5012062df5 req-ba715c6c-4d4a-4e22-8fe1-7929adb1f85c tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:52.464414 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bcb3c8e4-1349-4d36-ab31-9b5012062df5 req-ba715c6c-4d4a-4e22-8fe1-7929adb1f85c tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.1011889 Nov 20 03:24:52.499139 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:52.567816 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bcb3c8e4-1349-4d36-ab31-9b5012062df5 req-e48c04b7-ee99-41fd-9d30-fff2e92813b8 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968094 Nov 20 03:24:52.852664 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['ebf8d38e-80de-4df8-9ecf-25de53f3a222'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:24:52.917287 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:24:53.068585 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367657a-ebc9-40c6-84be-e64b8402c9b8 req-65b3a745-f28d-4159-8baa-3fc7f718dfd1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:53.078992 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d367657a-ebc9-40c6-84be-e64b8402c9b8 req-65b3a745-f28d-4159-8baa-3fc7f718dfd1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 944 time: 0.0788350 Nov 20 03:24:53.179490 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d367657a-ebc9-40c6-84be-e64b8402c9b8 req-357e8df7-7176-4d5d-af45-91df219ba639 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992510 Nov 20 03:24:53.205876 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a6c62-67d9-4fba-a258-e158b8f3a3f0 req-eaa399bc-95f8-4488-a15b-b2ccafa01580 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:53.207414 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3f9a6c62-67d9-4fba-a258-e158b8f3a3f0 req-eaa399bc-95f8-4488-a15b-b2ccafa01580 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 944 time: 0.0914571 Nov 20 03:24:53.226827 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55776) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:53.279724 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3f9a6c62-67d9-4fba-a258-e158b8f3a3f0 req-8be4ce44-07a1-4d44-81b1-18af861c49c1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614750 Nov 20 03:24:53.474649 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-604e68c8-1c6c-4765-9ae0-e1ca33e1abd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:53.593660 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-604e68c8-1c6c-4765-9ae0-e1ca33e1abd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:53.602548 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-604e68c8-1c6c-4765-9ae0-e1ca33e1abd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:53.625749 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d7c8e-7519-4dd0-a15e-130b78f01027 req-91e01ef5-3016-4f4c-8ab1-31dfdf6b80d7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:53.627306 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-473d7c8e-7519-4dd0-a15e-130b78f01027 req-91e01ef5-3016-4f4c-8ab1-31dfdf6b80d7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 946 time: 0.0903151 Nov 20 03:24:53.657719 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e68c8-1c6c-4765-9ae0-e1ca33e1abd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15b9465-ca8d-4294-bf41-23102c3fd9ac,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:53.663972 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-604e68c8-1c6c-4765-9ae0-e1ca33e1abd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0c27c8a50b848bbbcc885ee6c610199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4355490 Nov 20 03:24:53.666167 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55798) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:53.728692 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-473d7c8e-7519-4dd0-a15e-130b78f01027 req-41ac2533-250c-4b6e-8306-93a49e1bd93e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956104 Nov 20 03:24:53.728888 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2ef6da5d-f1c3-459b-93f0-f260a2fae675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:53.748564 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8c60d-787e-454a-b39c-205333efdcfe req-34a68df0-e262-4fb4-b003-4c9e08e47059 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:53.750521 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-98e8c60d-787e-454a-b39c-205333efdcfe req-34a68df0-e262-4fb4-b003-4c9e08e47059 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.1015821 Nov 20 03:24:53.760478 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2ef6da5d-f1c3-459b-93f0-f260a2fae675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:53.814439 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-98e8c60d-787e-454a-b39c-205333efdcfe req-2153945f-7c09-455a-a265-e70fe77d5f5b tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553830 Nov 20 03:24:53.833092 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2ef6da5d-f1c3-459b-93f0-f260a2fae675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:53.836045 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2ef6da5d-f1c3-459b-93f0-f260a2fae675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:53.837185 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-2ef6da5d-f1c3-459b-93f0-f260a2fae675 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f15b9465-ca8d-4294-bf41-23102c3fd9ac HTTP/1.1" status: 204 len: 168 time: 0.1699591 Nov 20 03:24:53.849428 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6da5d-f1c3-459b-93f0-f260a2fae675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15b9465-ca8d-4294-bf41-23102c3fd9ac,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:54.220537 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55828) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:54.237896 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-48e63371-2128-47d5-82a0-e4d17927051d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.322068 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd36f6-d603-44f5-9897-eeb6fa2ec081 req-2c693dd7-675d-44da-a448-3585e4c5b299 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:54.323745 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f3fd36f6-d603-44f5-9897-eeb6fa2ec081 req-2c693dd7-675d-44da-a448-3585e4c5b299 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 944 time: 0.0620892 Nov 20 03:24:54.327811 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-48e63371-2128-47d5-82a0-e4d17927051d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.333060 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-48e63371-2128-47d5-82a0-e4d17927051d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.374389 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-48e63371-2128-47d5-82a0-e4d17927051d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=725355da98ec4e41a4a45cf249819235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525729 Nov 20 03:24:54.375520 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e63371-2128-47d5-82a0-e4d17927051d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fb77ec-1da6-4b12-b21a-ce25eb40626c,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:54.378083 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 55836) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:54.420412 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f3fd36f6-d603-44f5-9897-eeb6fa2ec081 req-861e4d37-cc7b-4cc8-9048-d2e7765b71bb tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897596 Nov 20 03:24:54.430083 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f2430384-03c1-4e29-a502-3e6857ff4bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.441679 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fe8bb-7aac-41a0-9b95-50ccae215360 req-fb1bfa13-26fa-4b45-aa93-558695e2aa13 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:54.449319 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-227fe8bb-7aac-41a0-9b95-50ccae215360 req-fb1bfa13-26fa-4b45-aa93-558695e2aa13 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 944 time: 0.0873978 Nov 20 03:24:54.454119 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f2430384-03c1-4e29-a502-3e6857ff4bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.506647 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f2430384-03c1-4e29-a502-3e6857ff4bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.508101 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-227fe8bb-7aac-41a0-9b95-50ccae215360 req-ead4cf02-5ad3-46e4-89ae-a8488c303f93 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525410 Nov 20 03:24:54.510101 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f2430384-03c1-4e29-a502-3e6857ff4bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.511120 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-f2430384-03c1-4e29-a502-3e6857ff4bb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41fb77ec-1da6-4b12-b21a-ce25eb40626c HTTP/1.1" status: 204 len: 168 time: 0.1321213 Nov 20 03:24:54.519394 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2430384-03c1-4e29-a502-3e6857ff4bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fb77ec-1da6-4b12-b21a-ce25eb40626c,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:54.858030 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd5dd7-1e1a-4d43-ad7d-43ba93551ed2 req-7796d0b3-7114-46c2-b3cb-cc31df1d6608 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:54.860068 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-81bd5dd7-1e1a-4d43-ad7d-43ba93551ed2 req-7796d0b3-7114-46c2-b3cb-cc31df1d6608 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 946 time: 0.0610769 Nov 20 03:24:54.919094 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-81bd5dd7-1e1a-4d43-ad7d-43ba93551ed2 req-67e89357-df53-4b56-a030-446f4beea392 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524023 Nov 20 03:24:55.563530 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fec88-56c1-4d9b-8676-a4f8e7b4ba4f req-f8601622-ad41-403b-93f8-ee631e9bffd4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:55.565900 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-786fec88-56c1-4d9b-8676-a4f8e7b4ba4f req-f8601622-ad41-403b-93f8-ee631e9bffd4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 944 time: 0.0639508 Nov 20 03:24:55.653470 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-786fec88-56c1-4d9b-8676-a4f8e7b4ba4f req-19f65cab-f4fc-461c-97cd-b784b8b4741f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797880 Nov 20 03:24:55.676284 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ba14e-885c-4e2a-a959-b346c9cf3758 req-bf04233b-9d02-418b-becf-9a8c05fda773 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:55.677968 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-229ba14e-885c-4e2a-a959-b346c9cf3758 req-bf04233b-9d02-418b-becf-9a8c05fda773 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 944 time: 0.0828433 Nov 20 03:24:55.740896 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-229ba14e-885c-4e2a-a959-b346c9cf3758 req-f936d378-55a7-48f9-ab3b-69b8d2d88943 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568972 Nov 20 03:24:56.036780 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33e953-1370-4cc6-a6e7-ebd9bea8a50b req-686a3890-540c-4f3a-a24a-807fbb9c335d tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:56.038266 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5f33e953-1370-4cc6-a6e7-ebd9bea8a50b req-686a3890-540c-4f3a-a24a-807fbb9c335d tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 946 time: 0.0487049 Nov 20 03:24:56.086806 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5f33e953-1370-4cc6-a6e7-ebd9bea8a50b req-6a6b6528-07c6-45e4-8e1b-2be652007289 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 Nov 20 03:24:56.792647 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853a659-125e-48b6-9081-a21017783dd1 req-19377f23-9478-42dc-bc42-326f19f1d3eb tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:56.794142 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2853a659-125e-48b6-9081-a21017783dd1 req-19377f23-9478-42dc-bc42-326f19f1d3eb tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 944 time: 0.0529850 Nov 20 03:24:56.873137 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2853a659-125e-48b6-9081-a21017783dd1 req-f52e78d6-97c2-4c59-bb6c-cf451479fbd9 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719597 Nov 20 03:24:56.889254 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d2c90-c93a-4cef-a53b-c1742ed6b6d7 req-c38ee106-36bc-4bf8-a494-2cc4973f0fae tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:56.891831 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5f9d2c90-c93a-4cef-a53b-c1742ed6b6d7 req-c38ee106-36bc-4bf8-a494-2cc4973f0fae tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 944 time: 0.0696998 Nov 20 03:24:56.950365 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5f9d2c90-c93a-4cef-a53b-c1742ed6b6d7 req-e6297e98-5aed-4097-b3cf-515523d9d9ed tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Nov 20 03:24:57.206397 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7699360-730a-40aa-a62d-befafd8428d8 req-05ed62e6-bd07-4762-81ab-428a719836c0 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:57.208028 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d7699360-730a-40aa-a62d-befafd8428d8 req-05ed62e6-bd07-4762-81ab-428a719836c0 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 946 time: 0.0533013 Nov 20 03:24:57.266911 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d7699360-730a-40aa-a62d-befafd8428d8 req-14b224c2-fdc4-4761-85bb-f069876c26ab tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522962 Nov 20 03:24:58.021794 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f5c96-9a73-412a-87f9-26e057faf7b2 req-74d4d73d-df4f-464a-a9e2-a9479e4175f0 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:58.028271 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-919f5c96-9a73-412a-87f9-26e057faf7b2 req-74d4d73d-df4f-464a-a9e2-a9479e4175f0 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 944 time: 0.0749953 Nov 20 03:24:58.083652 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-919f5c96-9a73-412a-87f9-26e057faf7b2 req-29177ea1-f9b4-412c-b950-853336d3e4a9 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489275 Nov 20 03:24:58.190300 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689a680-a27b-43b7-baae-2f8364db7235 req-0135a42f-a672-46b6-8544-8c9e7ff11a5e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:58.191915 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e689a680-a27b-43b7-baae-2f8364db7235 req-0135a42f-a672-46b6-8544-8c9e7ff11a5e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 944 time: 0.0486176 Nov 20 03:24:58.241853 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e689a680-a27b-43b7-baae-2f8364db7235 req-93e51ce3-ca46-4eed-a452-ec4c45782a96 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 Nov 20 03:24:59.203320 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0646b-ae52-4240-ad12-1b199be18925 req-a33b780e-6e43-4b7a-91d8-979601ea6e11 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:59.204718 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b6c0646b-ae52-4240-ad12-1b199be18925 req-a33b780e-6e43-4b7a-91d8-979601ea6e11 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 944 time: 0.0514882 Nov 20 03:24:59.250583 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b6c0646b-ae52-4240-ad12-1b199be18925 req-6ed27f82-263f-44ab-9df3-2f610ad25050 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399432 Nov 20 03:24:59.353125 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c100b-9c56-4aa4-9dd7-229e1ee141bd req-a438fbfe-2341-4ed5-92e2-a248c05a4cf6 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:59.354567 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c04c100b-9c56-4aa4-9dd7-229e1ee141bd req-a438fbfe-2341-4ed5-92e2-a248c05a4cf6 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 944 time: 0.0481305 Nov 20 03:24:59.401143 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c04c100b-9c56-4aa4-9dd7-229e1ee141bd req-fda7e7c4-5db1-4504-8197-fd908e35e55a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Nov 20 03:24:59.464651 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device ebf8d38e-80de-4df8-9ecf-25de53f3a222 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:59.507271 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.520496 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port ebf8d38e-80de-4df8-9ecf-25de53f3a222 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:24:59.524323 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port ebf8d38e-80de-4df8-9ecf-25de53f3a222 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:59.524684 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.598872 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.620934 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329637be-05e2-4b96-9709-c1b15f8f5f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf8d38e-80de-4df8-9ecf-25de53f3a222'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:24:59.623135 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9baac1-b027-4490-8cad-2cfb8660ace1" -d '{"events": [{"server_uuid": "329637be-05e2-4b96-9709-c1b15f8f5f30", "name": "network-vif-plugged", "status": "completed", "tag": "ebf8d38e-80de-4df8-9ecf-25de53f3a222"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:24:59.639046 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port ebf8d38e-80de-4df8-9ecf-25de53f3a222, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ebf8d38e-80de-4df8-9ecf-25de53f3a222,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:59.643185 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.644344 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:59.685650 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933aa9fa-6d68-4a99-953e-72d140d11303 x-openstack-request-id: req-933aa9fa-6d68-4a99-953e-72d140d11303 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:24:59.685974 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329637be-05e2-4b96-9709-c1b15f8f5f30", "name": "network-vif-plugged", "status": "completed", "tag": "ebf8d38e-80de-4df8-9ecf-25de53f3a222", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:24:59.686237 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-933aa9fa-6d68-4a99-953e-72d140d11303 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:24:59.686632 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329637be-05e2-4b96-9709-c1b15f8f5f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf8d38e-80de-4df8-9ecf-25de53f3a222', 'code': 200} Nov 20 03:24:59.723493 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=ebf8d38e-80de-4df8-9ecf-25de53f3a222,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:59.735726 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:24:59.739337 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:59.739712 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.817214 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.848063 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:59.851677 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.896140 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:00.373646 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70828fd5-10de-4a89-9361-a00ceaa1a2a6 req-c5343da2-b769-483b-8ab9-e331caf6f00c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:00.375099 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-70828fd5-10de-4a89-9361-a00ceaa1a2a6 req-c5343da2-b769-483b-8ab9-e331caf6f00c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0541568 Nov 20 03:25:00.425025 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-70828fd5-10de-4a89-9361-a00ceaa1a2a6 req-1b20ba6f-4416-448a-a34f-66422ba2c9e0 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440223 Nov 20 03:25:00.530455 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88017067-85c9-478f-81a2-d3fc2d433857 req-609225ed-d049-4e7e-8677-6663381d7cfb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:00.531941 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88017067-85c9-478f-81a2-d3fc2d433857 req-609225ed-d049-4e7e-8677-6663381d7cfb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0503271 Nov 20 03:25:00.586691 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88017067-85c9-478f-81a2-d3fc2d433857 req-605af915-39fb-4204-8871-ad751ebb397e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486186 Nov 20 03:25:00.750072 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123e204-e10a-4481-b949-ba83ecb6fd73 req-2f6c6dc1-e14d-41d2-95e0-fb8956399be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:00.751992 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0123e204-e10a-4481-b949-ba83ecb6fd73 req-2f6c6dc1-e14d-41d2-95e0-fb8956399be0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 1098 time: 0.0563257 Nov 20 03:25:00.812349 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0123e204-e10a-4481-b949-ba83ecb6fd73 req-4abd3ba1-dcdf-4876-b118-9be705e4801a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Nov 20 03:25:01.550565 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1a140-382f-4858-bb00-8121b4c1af27 req-e285cf6b-49ce-4e1c-b8ae-b43c0ff5e921 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:01.552391 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ca1a140-382f-4858-bb00-8121b4c1af27 req-e285cf6b-49ce-4e1c-b8ae-b43c0ff5e921 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0547075 Nov 20 03:25:01.604190 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ca1a140-382f-4858-bb00-8121b4c1af27 req-efda29d1-6dd7-4dab-ab28-5371968d1c80 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456312 Nov 20 03:25:01.687347 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:01.689624 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228c341f-8dd5-423b-a043-92fc27f7e469" -d '{"events": [{"server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "name": "network-vif-plugged", "status": "completed", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:01.710690 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee490c60-75e7-4f98-a831-b2e7dafbdb8d req-9d506a1f-1153-4580-80ac-fae3ff02de85 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:01.712253 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee490c60-75e7-4f98-a831-b2e7dafbdb8d req-9d506a1f-1153-4580-80ac-fae3ff02de85 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0488164 Nov 20 03:25:01.725716 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf10122-f37f-4794-996c-cc444994288a x-openstack-request-id: req-fcf10122-f37f-4794-996c-cc444994288a {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:01.726028 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "name": "network-vif-plugged", "status": "completed", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:01.726294 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcf10122-f37f-4794-996c-cc444994288a {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:01.726727 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'code': 200} Nov 20 03:25:01.761671 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee490c60-75e7-4f98-a831-b2e7dafbdb8d req-079af761-0e2d-4e52-a052-89f5f6bb8373 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428488 Nov 20 03:25:01.986016 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6064ea-03d5-4159-a649-cc348de1157d req-ce105421-62be-40a2-b98e-9c928f84e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:01.987518 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4c6064ea-03d5-4159-a649-cc348de1157d req-ce105421-62be-40a2-b98e-9c928f84e604 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 1098 time: 0.0469987 Nov 20 03:25:02.083535 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4c6064ea-03d5-4159-a649-cc348de1157d req-eb92d8d7-3e08-42ba-84c0-4653b1551626 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401320 Nov 20 03:25:02.271753 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56124) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:02.449606 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-97db3a06-37ba-4608-bb64-d67f420b2a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.604669 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-97db3a06-37ba-4608-bb64-d67f420b2a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.614429 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-97db3a06-37ba-4608-bb64-d67f420b2a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.660897 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-97db3a06-37ba-4608-bb64-d67f420b2a8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f4e85e430ff47e0929152bcb99298e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873940 Nov 20 03:25:02.661931 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db3a06-37ba-4608-bb64-d67f420b2a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f21348-bd3f-48d0-85d1-392bc50b3d38,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:02.676199 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56146) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:02.735395 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d688b258-0985-430e-b4bc-ab34fdeaa24f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.758506 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d688b258-0985-430e-b4bc-ab34fdeaa24f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.907147 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d688b258-0985-430e-b4bc-ab34fdeaa24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.910170 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d688b258-0985-430e-b4bc-ab34fdeaa24f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.911542 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d688b258-0985-430e-b4bc-ab34fdeaa24f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6f21348-bd3f-48d0-85d1-392bc50b3d38 HTTP/1.1" status: 204 len: 168 time: 0.2343736 Nov 20 03:25:02.944392 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688b258-0985-430e-b4bc-ab34fdeaa24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f21348-bd3f-48d0-85d1-392bc50b3d38,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:02.961950 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58d09f-dea8-4a6a-bc5d-926142b9053c req-799ef212-ccd9-4df0-abd2-5998595dac1e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:02.963459 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ed58d09f-dea8-4a6a-bc5d-926142b9053c req-799ef212-ccd9-4df0-abd2-5998595dac1e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.1947563 Nov 20 03:25:02.990228 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3d1d5-50fa-40e8-aff3-c59ee8a9f545 req-cfbeb764-86e7-4e74-b431-5f36c557f8ef tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:02.998861 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2dc3d1d5-50fa-40e8-aff3-c59ee8a9f545 req-cfbeb764-86e7-4e74-b431-5f36c557f8ef tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.1145148 Nov 20 03:25:03.074918 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2dc3d1d5-50fa-40e8-aff3-c59ee8a9f545 req-d93e76ee-a538-4f05-9068-e89723bd9a9d tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752161 Nov 20 03:25:03.078449 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ed58d09f-dea8-4a6a-bc5d-926142b9053c req-6ffa71aa-c0d1-4e78-8509-b6a6dbb3d270 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042280 Nov 20 03:25:03.248064 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56166) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:03.258327 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3891471-9cd2-42a9-94fe-ef777b5031be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:03.407059 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511096b-e78b-47cb-ba51-2e3719406966 req-26154a4a-2ebd-42a3-816a-1a91a5465934 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:03.408487 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c511096b-e78b-47cb-ba51-2e3719406966 req-26154a4a-2ebd-42a3-816a-1a91a5465934 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.1061480 Nov 20 03:25:03.416008 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3891471-9cd2-42a9-94fe-ef777b5031be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:03.427509 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3891471-9cd2-42a9-94fe-ef777b5031be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:03.445946 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea1c4f-23c7-47c2-80cd-b59268a48140 req-b6537703-227a-418c-a557-771e37e8c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:03.447523 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dbea1c4f-23c7-47c2-80cd-b59268a48140 req-b6537703-227a-418c-a557-771e37e8c60c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 1098 time: 0.1089840 Nov 20 03:25:03.485980 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3891471-9cd2-42a9-94fe-ef777b5031be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fe2cc9-1ee6-424e-9251-3aa69f8fbbe9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:03.492649 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f3891471-9cd2-42a9-94fe-ef777b5031be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66c91149d73f45bc84e1c816f99cae02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462866 Nov 20 03:25:03.495719 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56174) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:03.504649 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c511096b-e78b-47cb-ba51-2e3719406966 req-d0e6cd80-f7f2-477a-bf63-8c92301bd4a6 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867872 Nov 20 03:25:03.547620 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-77c53652-59c2-4917-9f0f-359a1228b920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:03.572729 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-77c53652-59c2-4917-9f0f-359a1228b920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:03.621910 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-77c53652-59c2-4917-9f0f-359a1228b920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:03.625382 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-77c53652-59c2-4917-9f0f-359a1228b920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:03.626549 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-77c53652-59c2-4917-9f0f-359a1228b920 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32fe2cc9-1ee6-424e-9251-3aa69f8fbbe9 HTTP/1.1" status: 204 len: 168 time: 0.1296144 Nov 20 03:25:03.637878 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c53652-59c2-4917-9f0f-359a1228b920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fe2cc9-1ee6-424e-9251-3aa69f8fbbe9,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:04.219633 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e46b5-4412-400a-8d6f-60f2a09e36c7 req-fd500f17-51fb-47a4-87ef-7b2aebff7e0a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:04.221122 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c91e46b5-4412-400a-8d6f-60f2a09e36c7 req-fd500f17-51fb-47a4-87ef-7b2aebff7e0a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0584614 Nov 20 03:25:04.270497 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c91e46b5-4412-400a-8d6f-60f2a09e36c7 req-1bd1891a-4c51-4385-ab14-9d316324ba3a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Nov 20 03:25:04.621206 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18a648-7749-4fac-a513-6af48532c01e req-752cb7a7-80a5-48c0-87ab-dc434033d820 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:04.622686 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5e18a648-7749-4fac-a513-6af48532c01e req-752cb7a7-80a5-48c0-87ab-dc434033d820 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0485635 Nov 20 03:25:04.672264 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5e18a648-7749-4fac-a513-6af48532c01e req-b4d03965-6fa9-4923-aff2-48032fec1ba1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Nov 20 03:25:05.253160 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56264) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:05.378805 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dae9b97b-885f-4211-9bae-6fbb6fd585d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.415540 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe77ad-ac46-4384-b88c-219f03bf5a21 req-7cf09e3a-b219-4929-82ec-6938a7a466bc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:05.417466 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9dfe77ad-ac46-4384-b88c-219f03bf5a21 req-7cf09e3a-b219-4929-82ec-6938a7a466bc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0732682 Nov 20 03:25:05.488167 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9dfe77ad-ac46-4384-b88c-219f03bf5a21 req-bdcec726-e911-4f44-bcf9-678ea5e7bb27 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641282 Nov 20 03:25:05.509916 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dae9b97b-885f-4211-9bae-6fbb6fd585d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.513630 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dae9b97b-885f-4211-9bae-6fbb6fd585d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.554149 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-dae9b97b-885f-4211-9bae-6fbb6fd585d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9db6d470a00347fab558b591c7f439bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998939 Nov 20 03:25:05.555002 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9b97b-885f-4211-9bae-6fbb6fd585d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4f38c7-8c9a-487a-8908-d3932ef2691e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:05.556936 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56270) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:05.609674 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d1709745-0ad3-4cc1-bc9e-fa679061eb8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.630234 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d1709745-0ad3-4cc1-bc9e-fa679061eb8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.676084 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d1709745-0ad3-4cc1-bc9e-fa679061eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.680067 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d1709745-0ad3-4cc1-bc9e-fa679061eb8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.681535 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-d1709745-0ad3-4cc1-bc9e-fa679061eb8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f4f38c7-8c9a-487a-8908-d3932ef2691e HTTP/1.1" status: 204 len: 168 time: 0.1235456 Nov 20 03:25:05.691541 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1709745-0ad3-4cc1-bc9e-fa679061eb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4f38c7-8c9a-487a-8908-d3932ef2691e,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:05.811996 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659b264-818c-4684-a597-5f6b4dc8e6a2 req-9e8252f2-3f59-4810-8402-71ad8c4a9d33 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:05.813637 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c659b264-818c-4684-a597-5f6b4dc8e6a2 req-9e8252f2-3f59-4810-8402-71ad8c4a9d33 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0525610 Nov 20 03:25:05.867759 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c659b264-818c-4684-a597-5f6b4dc8e6a2 req-cd735ce5-6f47-4dff-bab6-a6cfb5c33f81 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476789 Nov 20 03:25:05.990609 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56280) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:06.006409 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b852b3d9-d70c-478c-b70d-3d33402ca2c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.080847 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b852b3d9-d70c-478c-b70d-3d33402ca2c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.085038 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b852b3d9-d70c-478c-b70d-3d33402ca2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.126892 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-b852b3d9-d70c-478c-b70d-3d33402ca2c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3f126208097458baa9a2410c1797af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330004 Nov 20 03:25:06.126892 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852b3d9-d70c-478c-b70d-3d33402ca2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9215ee-22ef-435e-9b9d-530876387a3f,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:06.127297 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56288) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:06.187003 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-745ba42f-f6ea-453b-868d-09e7c8aaac80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.207933 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-745ba42f-f6ea-453b-868d-09e7c8aaac80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.256610 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-745ba42f-f6ea-453b-868d-09e7c8aaac80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.259152 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-745ba42f-f6ea-453b-868d-09e7c8aaac80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.260390 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-745ba42f-f6ea-453b-868d-09e7c8aaac80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c9215ee-22ef-435e-9b9d-530876387a3f HTTP/1.1" status: 204 len: 168 time: 0.1307805 Nov 20 03:25:06.268386 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ba42f-f6ea-453b-868d-09e7c8aaac80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9215ee-22ef-435e-9b9d-530876387a3f,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:06.602528 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea1c4f-23c7-47c2-80cd-b59268a48140 req-8be3f89c-8e91-4b8a-8a48-a691e4cf1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:06.603072 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dbea1c4f-23c7-47c2-80cd-b59268a48140 req-8be3f89c-8e91-4b8a-8a48-a691e4cf1aee service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 920 time: 0.1094530 Nov 20 03:25:06.649189 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404dd3a-9041-44c8-9779-d6bb090bb8c4 req-0df30343-c758-41df-83d2-b6ed5b829dfd tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:06.650663 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7404dd3a-9041-44c8-9779-d6bb090bb8c4 req-0df30343-c758-41df-83d2-b6ed5b829dfd tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0658531 Nov 20 03:25:06.691474 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dbea1c4f-23c7-47c2-80cd-b59268a48140 req-4da6dcf9-293b-41c6-9d24-1803f942bf69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebf8d38e-80de-4df8-9ecf-25de53f3a222 HTTP/1.1" status: 200 len: 217 time: 0.0561721 Nov 20 03:25:06.780880 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea1c4f-23c7-47c2-80cd-b59268a48140 req-f3ccbe87-6cf1-43a4-8701-fcec5c69b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:06.782344 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dbea1c4f-23c7-47c2-80cd-b59268a48140 req-f3ccbe87-6cf1-43a4-8701-fcec5c69b95f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b6bcf67-a129-42af-870d-72f06d1689cd HTTP/1.1" status: 200 len: 859 time: 0.0768752 Nov 20 03:25:06.792305 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7404dd3a-9041-44c8-9779-d6bb090bb8c4 req-e3d64632-c192-4161-8dac-b471b46888a2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026511 Nov 20 03:25:06.856478 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dbea1c4f-23c7-47c2-80cd-b59268a48140 req-954296ca-d04b-4ed2-acad-d990b797d2e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2470cf7-b23b-4542-91b2-b6ec415686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339358 Nov 20 03:25:07.002569 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dbea1c4f-23c7-47c2-80cd-b59268a48140 req-ebd5c95e-1b46-44ce-a5b5-a711ceaf8cb6 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350477 Nov 20 03:25:07.030839 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81261b44-95ce-4ade-955c-22476bf541e1 req-d0b4c360-0874-4074-b3e5-cef9089c4266 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:07.032552 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-81261b44-95ce-4ade-955c-22476bf541e1 req-d0b4c360-0874-4074-b3e5-cef9089c4266 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0700192 Nov 20 03:25:07.128281 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-81261b44-95ce-4ade-955c-22476bf541e1 req-a8b9d51a-efeb-4c5d-8caf-7b4cc8565c6c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869746 Nov 20 03:25:07.160177 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dbea1c4f-23c7-47c2-80cd-b59268a48140 req-984119f6-4f67-4900-b48c-f1d7cc7fb4f6 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265309 Nov 20 03:25:07.908383 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b6769-6174-49d8-97f5-dfbebcccc546 req-7d583ecb-8cb1-4889-ab2a-d769f2ebba39 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:07.909950 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4c6b6769-6174-49d8-97f5-dfbebcccc546 req-7d583ecb-8cb1-4889-ab2a-d769f2ebba39 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0529349 Nov 20 03:25:07.961483 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4c6b6769-6174-49d8-97f5-dfbebcccc546 req-72d09767-4a65-4661-b281-086752dc284c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458364 Nov 20 03:25:08.100103 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bffb9b-bf4a-4933-8279-dd4ab3fd384b req-372b6b44-cb23-4b1f-9a61-dc8eb7efeb0b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:08.101682 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-44bffb9b-bf4a-4933-8279-dd4ab3fd384b req-372b6b44-cb23-4b1f-9a61-dc8eb7efeb0b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0638099 Nov 20 03:25:08.112817 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56406) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:08.117730 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-2bbc98d1-6457-4de2-b841-a5df6b125b29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Request body: {'floatingip': {'port_id': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:08.196384 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2bbc98d1-6457-4de2-b841-a5df6b125b29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.519325 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56432) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:08.525363 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56434) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:08.592169 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09790cbf-0590-4a70-995e-1fd8ab6e0d45 req-e957a90e-abfc-48ee-9cdb-78f80c2894c8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:08.600066 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-09790cbf-0590-4a70-995e-1fd8ab6e0d45 req-e957a90e-abfc-48ee-9cdb-78f80c2894c8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.3340540 Nov 20 03:25:08.684677 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-65f6511c-ff32-452e-8434-01af2c4b8394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.731245 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4b4164ae-5529-447a-bf22-fb5ddbe72fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.731477 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-09790cbf-0590-4a70-995e-1fd8ab6e0d45 req-4a889c44-d536-4e2c-87d4-77aa492f215a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275640 Nov 20 03:25:08.859691 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-65f6511c-ff32-452e-8434-01af2c4b8394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.871670 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-65f6511c-ff32-452e-8434-01af2c4b8394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.894153 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4b4164ae-5529-447a-bf22-fb5ddbe72fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.910382 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4b4164ae-5529-447a-bf22-fb5ddbe72fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.932126 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-65f6511c-ff32-452e-8434-01af2c4b8394 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bde041d997904eeabb8a7e13f46ba578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089737 Nov 20 03:25:08.932401 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56450) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:08.942251 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6511c-ff32-452e-8434-01af2c4b8394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d889f41-54b5-4d25-be9d-a1024ea9c9a5,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:08.953157 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-4b4164ae-5529-447a-bf22-fb5ddbe72fd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7dd4fa6f4e14c9f8cd1e4f12882b8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267814 Nov 20 03:25:08.957967 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56452) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:08.979950 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56454) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:08.994408 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4164ae-5529-447a-bf22-fb5ddbe72fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7104f3d-d0b0-4600-bf70-24a2ee65315f,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:09.027772 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4417859a-1ed2-483a-b62f-8904e7ec09ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.053117 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4417859a-1ed2-483a-b62f-8904e7ec09ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.108926 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a07b2923-ad89-4ff1-b81d-2dbe9c9530ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.125564 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07aad048-d98e-418b-914d-41c0a62ed3a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.127032 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4417859a-1ed2-483a-b62f-8904e7ec09ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.129613 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4417859a-1ed2-483a-b62f-8904e7ec09ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.131096 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-4417859a-1ed2-483a-b62f-8904e7ec09ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7104f3d-d0b0-4600-bf70-24a2ee65315f HTTP/1.1" status: 204 len: 168 time: 0.1720123 Nov 20 03:25:09.146606 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417859a-1ed2-483a-b62f-8904e7ec09ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7104f3d-d0b0-4600-bf70-24a2ee65315f,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:09.208607 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07aad048-d98e-418b-914d-41c0a62ed3a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.215436 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a07b2923-ad89-4ff1-b81d-2dbe9c9530ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.221471 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a07b2923-ad89-4ff1-b81d-2dbe9c9530ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.232746 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-a27273c5-bf70-4cf4-a74f-7fcd12601f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.257248 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2bbc98d1-6457-4de2-b841-a5df6b125b29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.266189 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2bbc98d1-6457-4de2-b841-a5df6b125b29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.270425 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b2923-ad89-4ff1-b81d-2dbe9c9530ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3ae041-e78b-4a93-8e19-9a95abe152df,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:09.276836 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-a07b2923-ad89-4ff1-b81d-2dbe9c9530ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb8d7c9bca2941dbac03339498caa688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945089 Nov 20 03:25:09.280330 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56462) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:09.323927 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07aad048-d98e-418b-914d-41c0a62ed3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.327310 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07aad048-d98e-418b-914d-41c0a62ed3a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.328554 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-07aad048-d98e-418b-914d-41c0a62ed3a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d889f41-54b5-4d25-be9d-a1024ea9c9a5 HTTP/1.1" status: 204 len: 168 time: 0.3947008 Nov 20 03:25:09.387393 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a501a4c8-91d5-4be1-9d9a-b1addeaaf916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.402545 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aad048-d98e-418b-914d-41c0a62ed3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d889f41-54b5-4d25-be9d-a1024ea9c9a5,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:09.414990 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a501a4c8-91d5-4be1-9d9a-b1addeaaf916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.447517 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-2bbc98d1-6457-4de2-b841-a5df6b125b29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Floating IP 72f8d08e-ecc2-4e77-a1cc-473a338da35d associated. External IP: 172.27.1.229, port: 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9. Nov 20 03:25:09.472831 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a501a4c8-91d5-4be1-9d9a-b1addeaaf916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.477056 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a501a4c8-91d5-4be1-9d9a-b1addeaaf916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.479308 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-a501a4c8-91d5-4be1-9d9a-b1addeaaf916 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a3ae041-e78b-4a93-8e19-9a95abe152df HTTP/1.1" status: 204 len: 168 time: 0.1976190 Nov 20 03:25:09.489596 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501a4c8-91d5-4be1-9d9a-b1addeaaf916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3ae041-e78b-4a93-8e19-9a95abe152df,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:09.527886 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56472) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:09.542893 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8fda77d2-1d12-49d8-b326-c7b6d606d297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.631923 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8fda77d2-1d12-49d8-b326-c7b6d606d297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.638110 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8fda77d2-1d12-49d8-b326-c7b6d606d297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.681657 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-8fda77d2-1d12-49d8-b326-c7b6d606d297 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11b57db0fad94edb868808dc6e63143f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499698 Nov 20 03:25:09.681657 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda77d2-1d12-49d8-b326-c7b6d606d297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48323eb-3c2a-4c4f-8af6-2709310cda9a,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:09.682526 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56476) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:09.736061 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8840-78f7-4f8b-b308-23fe022391db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.738762 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbc98d1-6457-4de2-b841-a5df6b125b29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Router ce369fe5-415a-4128-9bc2-96c0bea3bbdc has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:25:09.763023 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8840-78f7-4f8b-b308-23fe022391db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.796355 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56484) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:09.816409 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a3e763de-7df5-4e19-bfc1-066dd67345db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.846953 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8840-78f7-4f8b-b308-23fe022391db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.850025 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8840-78f7-4f8b-b308-23fe022391db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.851372 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-d0aa8840-78f7-4f8b-b308-23fe022391db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c48323eb-3c2a-4c4f-8af6-2709310cda9a HTTP/1.1" status: 204 len: 168 time: 0.1680434 Nov 20 03:25:09.865811 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa8840-78f7-4f8b-b308-23fe022391db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48323eb-3c2a-4c4f-8af6-2709310cda9a,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:09.912785 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4f0c9-92d9-41f8-99ba-2d45565c6a22 req-9bb72a22-0659-44b2-bfd8-3ec32bee8f5a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:09.915268 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dfa4f0c9-92d9-41f8-99ba-2d45565c6a22 req-9bb72a22-0659-44b2-bfd8-3ec32bee8f5a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0697098 Nov 20 03:25:09.917356 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbc98d1-6457-4de2-b841-a5df6b125b29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:25:09.922818 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2bbc98d1-6457-4de2-b841-a5df6b125b29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.932495 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa812259-4c9d-4918-ac8c-8f00db64dc2d None None] Sync routers for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:25:09.941912 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a3e763de-7df5-4e19-bfc1-066dd67345db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.949286 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a3e763de-7df5-4e19-bfc1-066dd67345db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.958204 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa812259-4c9d-4918-ac8c-8f00db64dc2d None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:09.959031 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-fa812259-4c9d-4918-ac8c-8f00db64dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:24:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:10.002947 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-a3e763de-7df5-4e19-bfc1-066dd67345db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3f36b574eaf4dcab7fae8eb21b2c28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031381 Nov 20 03:25:10.003155 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e763de-7df5-4e19-bfc1-066dd67345db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cd7690-48f8-47c8-b5b4-88241590b46a,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:10.006028 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56488) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:10.044894 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-2bbc98d1-6457-4de2-b841-a5df6b125b29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "PUT /v2.0/floatingips/72f8d08e-ecc2-4e77-a1cc-473a338da35d HTTP/1.1" status: 200 len: 991 time: 1.9309330 Nov 20 03:25:10.051753 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:10.054110 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb20f331-4343-4abc-a28b-9895bc7422d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:10.089054 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dfa4f0c9-92d9-41f8-99ba-2d45565c6a22 req-36ab14d6-2029-4b6c-92bd-d9c46ad382ea tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627347 Nov 20 03:25:10.121123 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e1d9f19-bf14-4908-ba0f-bed0a5390632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.144911 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-fa812259-4c9d-4918-ac8c-8f00db64dc2d None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:10.154518 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e1d9f19-bf14-4908-ba0f-bed0a5390632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.186780 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abeb5bb-ada7-4cd7-a67f-0423cb655493 x-openstack-request-id: req-2abeb5bb-ada7-4cd7-a67f-0423cb655493 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:10.187265 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:10.187662 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2abeb5bb-ada7-4cd7-a67f-0423cb655493 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:10.189118 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'status': 'completed', 'code': 200} Nov 20 03:25:10.220990 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e1d9f19-bf14-4908-ba0f-bed0a5390632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.224617 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e1d9f19-bf14-4908-ba0f-bed0a5390632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.226378 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-6e1d9f19-bf14-4908-ba0f-bed0a5390632 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8cd7690-48f8-47c8-b5b4-88241590b46a HTTP/1.1" status: 204 len: 168 time: 0.2195580 Nov 20 03:25:10.235493 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d9f19-bf14-4908-ba0f-bed0a5390632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cd7690-48f8-47c8-b5b4-88241590b46a,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:10.268615 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56498) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:10.283470 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-81d4a4cc-79b5-415c-bdf9-e378f95ffde7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.378873 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-81d4a4cc-79b5-415c-bdf9-e378f95ffde7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.385359 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-81d4a4cc-79b5-415c-bdf9-e378f95ffde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.444057 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-fa812259-4c9d-4918-ac8c-8f00db64dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '72f8d08e-ecc2-4e77-a1cc-473a338da35d', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'port_id': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'mac_address': 'fa:16:3e:55:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:24:35Z', 'updated_at': '2021-11-20T03:25:09Z', 'revision_number': 1, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:30Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:10.447626 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56504) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:10.449028 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-81d4a4cc-79b5-415c-bdf9-e378f95ffde7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87d4ecfdf81f4e1480c1a98c39425a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789479 Nov 20 03:25:10.452947 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4a4cc-79b5-415c-bdf9-e378f95ffde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42e3169-2885-4f05-9747-c8972b653ea3,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:10.488851 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa812259-4c9d-4918-ac8c-8f00db64dc2d None None] Checking router: ce369fe5-415a-4128-9bc2-96c0bea3bbdc for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:25:10.497875 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa812259-4c9d-4918-ac8c-8f00db64dc2d None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:10.499449 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-fa812259-4c9d-4918-ac8c-8f00db64dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:24:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:10.509412 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56506) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:10.523696 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e0575740-d618-45fe-b03f-a1d90b06c88e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.525042 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3a36b557-0fcf-46c8-a9b1-95c6a48f0d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.549880 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3a36b557-0fcf-46c8-a9b1-95c6a48f0d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.612880 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3a36b557-0fcf-46c8-a9b1-95c6a48f0d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.617516 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3a36b557-0fcf-46c8-a9b1-95c6a48f0d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.619272 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-3a36b557-0fcf-46c8-a9b1-95c6a48f0d47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e42e3169-2885-4f05-9747-c8972b653ea3 HTTP/1.1" status: 204 len: 168 time: 0.1706250 Nov 20 03:25:10.622180 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-fa812259-4c9d-4918-ac8c-8f00db64dc2d None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:10.629357 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e0575740-d618-45fe-b03f-a1d90b06c88e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.629867 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36b557-0fcf-46c8-a9b1-95c6a48f0d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42e3169-2885-4f05-9747-c8972b653ea3,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:10.634647 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e0575740-d618-45fe-b03f-a1d90b06c88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.681868 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0575740-d618-45fe-b03f-a1d90b06c88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0416e1-0816-4457-95e2-9c41f0ec931d,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:10.690931 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e0575740-d618-45fe-b03f-a1d90b06c88e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=994a8418360f4cde901d14420a62adc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801920 Nov 20 03:25:10.693503 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56512) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:10.776191 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-915da828-bb73-4dab-b8bd-8a25b793c1b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.805701 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-915da828-bb73-4dab-b8bd-8a25b793c1b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.870848 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-915da828-bb73-4dab-b8bd-8a25b793c1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.875167 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-915da828-bb73-4dab-b8bd-8a25b793c1b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.880741 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-915da828-bb73-4dab-b8bd-8a25b793c1b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f0416e1-0816-4457-95e2-9c41f0ec931d HTTP/1.1" status: 204 len: 168 time: 0.1860998 Nov 20 03:25:10.888021 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-fa812259-4c9d-4918-ac8c-8f00db64dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '72f8d08e-ecc2-4e77-a1cc-473a338da35d', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'port_id': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'mac_address': 'fa:16:3e:55:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:24:35Z', 'updated_at': '2021-11-20T03:25:09Z', 'revision_number': 1, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:30Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:10.889093 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915da828-bb73-4dab-b8bd-8a25b793c1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0416e1-0816-4457-95e2-9c41f0ec931d,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:11.008848 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa812259-4c9d-4918-ac8c-8f00db64dc2d None None] The sync data for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi is: [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '72f8d08e-ecc2-4e77-a1cc-473a338da35d', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'port_id': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'mac_address': 'fa:16:3e:55:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:24:35Z', 'updated_at': '2021-11-20T03:25:09Z', 'revision_number': 1, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:30Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:25:11.054352 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56528) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:11.071692 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e04b77d3-f083-4f87-9838-45291f23db8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:11.172817 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e04b77d3-f083-4f87-9838-45291f23db8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:11.183377 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e04b77d3-f083-4f87-9838-45291f23db8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:11.325938 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba601c68-6a1f-4682-8fd5-5a0bbd7d44c4 None None] New status for floating IP 72f8d08e-ecc2-4e77-a1cc-473a338da35d: ACTIVE {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:25:11.413869 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b77d3-f083-4f87-9838-45291f23db8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b2233e-30b1-41ca-bb35-ed644d06a6ad,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:11.463047 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e04b77d3-f083-4f87-9838-45291f23db8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fc2c35e98564a15902a4bed85d00ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4069436 Nov 20 03:25:11.466826 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56550) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:11.473043 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-723a21be-8401-414a-8f29-f0832c65e2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:11.493438 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f95323-3fe3-4b77-8b83-c12e3a138bb6 req-bd5a6183-53ce-49d8-8545-2d5c13827b3c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:11.501404 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-81f95323-3fe3-4b77-8b83-c12e3a138bb6 req-bd5a6183-53ce-49d8-8545-2d5c13827b3c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0932114 Nov 20 03:25:11.563158 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6839a218-63ee-4db5-9e6b-ec037d67fc13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:11.594218 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-81f95323-3fe3-4b77-8b83-c12e3a138bb6 req-b19d5705-6364-4243-9330-df546de79a19 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903275 Nov 20 03:25:11.594392 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6839a218-63ee-4db5-9e6b-ec037d67fc13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:11.652134 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6839a218-63ee-4db5-9e6b-ec037d67fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:11.656539 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6839a218-63ee-4db5-9e6b-ec037d67fc13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:11.660665 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-6839a218-63ee-4db5-9e6b-ec037d67fc13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21b2233e-30b1-41ca-bb35-ed644d06a6ad HTTP/1.1" status: 204 len: 168 time: 0.1916230 Nov 20 03:25:11.671511 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839a218-63ee-4db5-9e6b-ec037d67fc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b2233e-30b1-41ca-bb35-ed644d06a6ad,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:12.409952 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f331-4343-4abc-a28b-9895bc7422d2 req-87d14beb-e061-4038-8acc-4d16b103337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:12.411585 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bb20f331-4343-4abc-a28b-9895bc7422d2 req-87d14beb-e061-4038-8acc-4d16b103337f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 1098 time: 0.0506203 Nov 20 03:25:12.546081 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f331-4343-4abc-a28b-9895bc7422d2 req-6b24ae91-6f69-4671-8890-f8b34157402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:12.548440 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bb20f331-4343-4abc-a28b-9895bc7422d2 req-6b24ae91-6f69-4671-8890-f8b34157402a service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 918 time: 0.1223273 Nov 20 03:25:12.683223 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:12.754529 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bb20f331-4343-4abc-a28b-9895bc7422d2 req-0e26187b-7e36-42ef-8594-349fc3cd7747 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 HTTP/1.1" status: 200 len: 1001 time: 0.1864026 Nov 20 03:25:12.775075 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b71d63-34b7-458f-9515-c8b8f3e79f83 req-a9efba9a-2d81-42af-a135-e6f70dd7e122 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:12.776618 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-72b71d63-34b7-458f-9515-c8b8f3e79f83 req-a9efba9a-2d81-42af-a135-e6f70dd7e122 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0665805 Nov 20 03:25:12.848490 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f331-4343-4abc-a28b-9895bc7422d2 req-4873bd98-0ba3-4473-b4da-2193cb429376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:12.850702 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bb20f331-4343-4abc-a28b-9895bc7422d2 req-4873bd98-0ba3-4473-b4da-2193cb429376 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 200 len: 856 time: 0.0732152 Nov 20 03:25:12.880871 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-72b71d63-34b7-458f-9515-c8b8f3e79f83 req-5f002235-7cd6-4395-a3e1-b3b19a3472dd tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934501 Nov 20 03:25:12.929838 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f331-4343-4abc-a28b-9895bc7422d2 req-55c35864-9a18-4f21-8508-a8baf65c27cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:12.929838 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bb20f331-4343-4abc-a28b-9895bc7422d2 req-55c35864-9a18-4f21-8508-a8baf65c27cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668347 Nov 20 03:25:13.055827 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bb20f331-4343-4abc-a28b-9895bc7422d2 req-911bbf26-b721-4a8a-b7f7-4a218a5aaac2 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203444 Nov 20 03:25:13.239960 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bb20f331-4343-4abc-a28b-9895bc7422d2 req-c253267e-7fdc-42d6-9429-b052fd5698c7 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346443 Nov 20 03:25:13.715998 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.853268 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56702) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:14.011120 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3bd625f-20a4-4fc0-baa6-a7ed3e952e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.041757 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f984ae-5d9e-43df-a180-f0a137e0f158 req-26a421a7-201d-4dc7-ad35-60426e500f4b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:14.048779 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-31f984ae-5d9e-43df-a180-f0a137e0f158 req-26a421a7-201d-4dc7-ad35-60426e500f4b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0812864 Nov 20 03:25:14.142989 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-31f984ae-5d9e-43df-a180-f0a137e0f158 req-8caad9e5-27ec-4033-9dfc-36e5308da9d0 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932512 Nov 20 03:25:14.186601 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3bd625f-20a4-4fc0-baa6-a7ed3e952e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.191044 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3bd625f-20a4-4fc0-baa6-a7ed3e952e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.257784 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c3bd625f-20a4-4fc0-baa6-a7ed3e952e6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2115f141a2584bd0ba4573e4348a27b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4010901 Nov 20 03:25:14.257784 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd625f-20a4-4fc0-baa6-a7ed3e952e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140340cf-6467-4d09-bdeb-32f5eec3fa75,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:14.258322 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56732) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:14.280168 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a4f71-898d-4eaf-9950-be182cc4744f req-b660e553-6b2c-4e3e-ac2f-59cf601864be tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:14.282197 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a12a4f71-898d-4eaf-9950-be182cc4744f req-b660e553-6b2c-4e3e-ac2f-59cf601864be tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.0746620 Nov 20 03:25:14.334936 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0e63cd1e-3e68-477e-82bb-b75f2901368a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.347006 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a12a4f71-898d-4eaf-9950-be182cc4744f req-5f4a32a6-d3a7-4cd3-9559-f780edc112d0 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542259 Nov 20 03:25:14.367134 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0e63cd1e-3e68-477e-82bb-b75f2901368a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.425852 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0e63cd1e-3e68-477e-82bb-b75f2901368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.429993 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0e63cd1e-3e68-477e-82bb-b75f2901368a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.436910 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-0e63cd1e-3e68-477e-82bb-b75f2901368a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/140340cf-6467-4d09-bdeb-32f5eec3fa75 HTTP/1.1" status: 204 len: 168 time: 0.1775298 Nov 20 03:25:14.446350 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63cd1e-3e68-477e-82bb-b75f2901368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140340cf-6467-4d09-bdeb-32f5eec3fa75,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:14.640308 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56758) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:14.744128 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-818a7582-e506-4886-8c3c-89accacfe77c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.745953 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56762) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:14.760613 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cd0fe53f-c274-4189-9032-703367e2691a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.817328 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-818a7582-e506-4886-8c3c-89accacfe77c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.821700 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-818a7582-e506-4886-8c3c-89accacfe77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.834209 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cd0fe53f-c274-4189-9032-703367e2691a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.838140 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cd0fe53f-c274-4189-9032-703367e2691a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.863575 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-818a7582-e506-4886-8c3c-89accacfe77c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=643bb3dce85f49d1b963eae9a64c1b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197533 Nov 20 03:25:14.863575 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a7582-e506-4886-8c3c-89accacfe77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888efd47-1e6d-4cda-8fe9-9124ba128519,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:14.865159 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56764) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:14.879842 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-cd0fe53f-c274-4189-9032-703367e2691a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e35d8b68a9b04aaf808fc1dc333bb322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327631 Nov 20 03:25:14.880348 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56766) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:14.880776 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fe53f-c274-4189-9032-703367e2691a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb16867-97f6-49b9-885d-e590cd9b3935,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:14.952545 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.963990 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5b776f62-d11f-4f62-9119-a5cc678eb1c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.989168 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.995984 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.006164 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5b776f62-d11f-4f62-9119-a5cc678eb1c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.069788 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.072442 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.073569 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/888efd47-1e6d-4cda-8fe9-9124ba128519 HTTP/1.1" status: 204 len: 168 time: 0.2071774 Nov 20 03:25:15.076828 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5b776f62-d11f-4f62-9119-a5cc678eb1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.079296 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5b776f62-d11f-4f62-9119-a5cc678eb1c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.080365 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-5b776f62-d11f-4f62-9119-a5cc678eb1c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/feb16867-97f6-49b9-885d-e590cd9b3935 HTTP/1.1" status: 204 len: 168 time: 0.1991024 Nov 20 03:25:15.086710 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888efd47-1e6d-4cda-8fe9-9124ba128519,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:15.095254 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.095583 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.095968 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.096340 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.096679 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.097116 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.097458 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.097789 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.098117 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.098440 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.098763 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.099351 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d019e-87f5-4f8d-a608-ca193eb67414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.113755 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b776f62-d11f-4f62-9119-a5cc678eb1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb16867-97f6-49b9-885d-e590cd9b3935,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:15.259265 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc17003-70f6-4c9d-b5d8-139e6feb123e req-0e16533b-2a69-4b66-835e-c5ab013850ab tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:15.266911 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dfc17003-70f6-4c9d-b5d8-139e6feb123e req-0e16533b-2a69-4b66-835e-c5ab013850ab tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0585604 Nov 20 03:25:15.313328 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dfc17003-70f6-4c9d-b5d8-139e6feb123e req-b2c983db-a89b-477f-8eaa-aec4b129e946 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455465 Nov 20 03:25:15.445832 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 56790) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:15.459362 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.477492 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd0d4c-7eef-4f2f-b6a9-6d5f411cd830 req-19185a33-cc4b-4419-9d02-576ae09d3a69 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:15.479246 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-99dd0d4c-7eef-4f2f-b6a9-6d5f411cd830 req-19185a33-cc4b-4419-9d02-576ae09d3a69 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.0622778 Nov 20 03:25:15.530403 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-99dd0d4c-7eef-4f2f-b6a9-6d5f411cd830 req-4fa85258-d44d-4df1-8f3b-830bce23cc83 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Nov 20 03:25:15.539976 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.544685 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.584227 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99f0c7f694ee4444aa40792b2712e772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372943 Nov 20 03:25:15.585402 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189ea686-0279-402b-9ac3-4a7f4fb07d3e,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:15.586860 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 56794) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:15.592446 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.592812 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.593164 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.593504 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.593846 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.594179 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.594511 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.594851 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.595192 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.595515 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.595854 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.596178 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47f6c6-8cfc-4c14-82e8-a7a5610cb9ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:15.638245 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-465f3d1f-042d-486c-8efc-f8806d16df37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.660476 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-465f3d1f-042d-486c-8efc-f8806d16df37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.708295 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-465f3d1f-042d-486c-8efc-f8806d16df37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.710889 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-465f3d1f-042d-486c-8efc-f8806d16df37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.712062 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-465f3d1f-042d-486c-8efc-f8806d16df37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/189ea686-0279-402b-9ac3-4a7f4fb07d3e HTTP/1.1" status: 204 len: 168 time: 0.1241872 Nov 20 03:25:15.724768 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f3d1f-042d-486c-8efc-f8806d16df37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189ea686-0279-402b-9ac3-4a7f4fb07d3e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:16.430069 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff68d-8f24-4d3f-993c-a49d9674f8bf req-2bb03318-0a20-4d35-85ff-11d039d0d4db tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:16.431464 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ce8ff68d-8f24-4d3f-993c-a49d9674f8bf req-2bb03318-0a20-4d35-85ff-11d039d0d4db tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0503511 Nov 20 03:25:16.484623 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ce8ff68d-8f24-4d3f-993c-a49d9674f8bf req-dfbda95b-06ca-4b10-baa5-22f849551224 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Nov 20 03:25:16.600979 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:25:16.656926 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b1e17-e369-40e4-90b1-e77063b56006 req-6a29f5c2-647f-44b9-a0af-58f932d3b199 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:16.658469 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0f1b1e17-e369-40e4-90b1-e77063b56006 req-6a29f5c2-647f-44b9-a0af-58f932d3b199 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.0559838 Nov 20 03:25:16.706194 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0f1b1e17-e369-40e4-90b1-e77063b56006 req-fb63ccfa-bd08-4fa6-ba96-9f16984d0718 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409539 Nov 20 03:25:17.601413 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbafa1-1adc-4f10-825a-3ee80ced4799 req-2b891a2b-0470-42d7-b2fe-144a5748c250 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:17.602843 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fffbafa1-1adc-4f10-825a-3ee80ced4799 req-2b891a2b-0470-42d7-b2fe-144a5748c250 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0501332 Nov 20 03:25:17.647082 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fffbafa1-1adc-4f10-825a-3ee80ced4799 req-47aae326-6977-482a-a291-34118b99f634 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383956 Nov 20 03:25:17.822589 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ade4c-f68b-44de-bea5-cb2f8fe664ca req-117058bf-34e7-46e7-ac33-24608698c5a6 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:17.823981 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-832ade4c-f68b-44de-bea5-cb2f8fe664ca req-117058bf-34e7-46e7-ac33-24608698c5a6 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.0466461 Nov 20 03:25:17.869534 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-832ade4c-f68b-44de-bea5-cb2f8fe664ca req-b904892e-9c4e-4087-b672-20d8e2ebef99 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391080 Nov 20 03:25:18.759399 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760480c4-dec7-4a43-a20b-16c0da13182f req-7a22ce72-a483-40d8-9dd5-03367b581eb7 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:18.760845 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-760480c4-dec7-4a43-a20b-16c0da13182f req-7a22ce72-a483-40d8-9dd5-03367b581eb7 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0475681 Nov 20 03:25:18.809680 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-760480c4-dec7-4a43-a20b-16c0da13182f req-7a52a442-ec11-407e-8bf5-7d5d013e4847 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430424 Nov 20 03:25:18.982650 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14decaf6-ddeb-4599-b194-01f298d8540a req-41814b10-7048-40f2-a6b5-260a04ac2dfc tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:18.984005 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-14decaf6-ddeb-4599-b194-01f298d8540a req-41814b10-7048-40f2-a6b5-260a04ac2dfc tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.0477157 Nov 20 03:25:19.029745 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-14decaf6-ddeb-4599-b194-01f298d8540a req-480c5011-f389-4a3b-8c11-277623ee46de tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394175 Nov 20 03:25:19.921142 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21972ad3-7fb4-4e05-a76f-94c62e04de3d req-4292d822-eeb2-4a50-8645-17cec33f251b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:19.922605 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-21972ad3-7fb4-4e05-a76f-94c62e04de3d req-4292d822-eeb2-4a50-8645-17cec33f251b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0482457 Nov 20 03:25:19.970151 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-21972ad3-7fb4-4e05-a76f-94c62e04de3d req-14c39f5d-ace8-427a-8e39-a72e68e8dbaa tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416796 Nov 20 03:25:20.142878 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6ca26-6d57-4c58-bd39-a8d33ff9da91 req-530b351f-2b36-43a2-bbe4-c02ae3313de3 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:20.144360 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-08c6ca26-6d57-4c58-bd39-a8d33ff9da91 req-530b351f-2b36-43a2-bbe4-c02ae3313de3 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.0514708 Nov 20 03:25:20.190660 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-08c6ca26-6d57-4c58-bd39-a8d33ff9da91 req-1d71b3f8-bae7-422d-9d71-985213c9bda0 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 Nov 20 03:25:21.081420 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f377851-e74e-427e-935e-5c8a6dc257f9 req-88669005-f8ae-44dd-a44b-d520afc57283 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:21.082881 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0f377851-e74e-427e-935e-5c8a6dc257f9 req-88669005-f8ae-44dd-a44b-d520afc57283 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0469301 Nov 20 03:25:21.128910 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0f377851-e74e-427e-935e-5c8a6dc257f9 req-cc98f1cb-3570-4a3a-8f0b-a04c633df681 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Nov 20 03:25:21.301211 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bd7ea-132e-4666-bfda-190d0e5ecd15 req-5b690c89-4dc3-40d6-b7b9-ef9481213369 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:21.302666 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e95bd7ea-132e-4666-bfda-190d0e5ecd15 req-5b690c89-4dc3-40d6-b7b9-ef9481213369 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.0470982 Nov 20 03:25:21.352363 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e95bd7ea-132e-4666-bfda-190d0e5ecd15 req-a3649db3-04af-4731-a14f-a9be58855131 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 Nov 20 03:25:22.245324 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e3efe-7d7f-47e1-9a7f-149d24baf9ae req-25fcd2e3-3f0c-4110-98b8-b732c14eef35 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:22.247229 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-823e3efe-7d7f-47e1-9a7f-149d24baf9ae req-25fcd2e3-3f0c-4110-98b8-b732c14eef35 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0502441 Nov 20 03:25:22.295993 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-823e3efe-7d7f-47e1-9a7f-149d24baf9ae req-79a72695-c8a8-4966-9aac-e956e7013496 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Nov 20 03:25:22.468870 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221dc8a-0c9b-4b9b-ab31-b150c431ef5c req-91b1e4e8-16d0-42b8-9d88-1b5185ff2a7b tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:22.471262 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a221dc8a-0c9b-4b9b-ab31-b150c431ef5c req-91b1e4e8-16d0-42b8-9d88-1b5185ff2a7b tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.0527260 Nov 20 03:25:22.520439 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a221dc8a-0c9b-4b9b-ab31-b150c431ef5c req-f794d26d-ac3c-484f-89e5-ad81111c35c5 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Nov 20 03:25:23.422655 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167340c-4219-47c6-b340-3a4155e6229e req-fba9013d-1ca0-41d0-aa74-466dba466888 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:23.424540 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6167340c-4219-47c6-b340-3a4155e6229e req-fba9013d-1ca0-41d0-aa74-466dba466888 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0535314 Nov 20 03:25:23.477856 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6167340c-4219-47c6-b340-3a4155e6229e req-e2cc984c-2f60-4b37-93dd-db2d29fb3f60 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472813 Nov 20 03:25:23.626704 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57028) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:23.650713 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3544507-e5bc-4df4-be0a-e0c7643f3f87 req-b0b17fad-2bff-4a94-9a39-5526b79829bc tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:23.652199 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b3544507-e5bc-4df4-be0a-e0c7643f3f87 req-b0b17fad-2bff-4a94-9a39-5526b79829bc tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.0556264 Nov 20 03:25:23.698669 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b3544507-e5bc-4df4-be0a-e0c7643f3f87 req-3fc71f86-2e54-4cfe-a1c4-7524f8edb784 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402112 Nov 20 03:25:23.779911 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5dc46fa8-67c3-4127-960f-bd28999edc65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:23.919010 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-4fda0f44-ca58-4baf-a67e-0047a14aff85 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:23.920537 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-4fda0f44-ca58-4baf-a67e-0047a14aff85 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/networks?id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 200 len: 815 time: 0.1433260 Nov 20 03:25:23.945798 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-cdd480c6-297f-46b5-a3e1-d2a1cb82cb5a tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/quotas/0fdf6e7abf574b269f3c1459a9d58c26 HTTP/1.1" status: 200 len: 375 time: 0.0187483 Nov 20 03:25:23.967949 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5dc46fa8-67c3-4127-960f-bd28999edc65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:23.985340 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5dc46fa8-67c3-4127-960f-bd28999edc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:24.034143 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc46fa8-67c3-4127-960f-bd28999edc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d93e0d-b9ea-4d87-ae41-5c035b60ebd8,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:24.039840 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-5dc46fa8-67c3-4127-960f-bd28999edc65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8550ca73b2a147bc873863d156fbb9d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121647 Nov 20 03:25:24.042671 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57044) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:24.045327 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-389e46f9-3aa6-4c05-a710-901da057d207 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903120 Nov 20 03:25:24.090188 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73db01b4-7fd8-4b5a-bf4f-ec3570506703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:24.116295 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73db01b4-7fd8-4b5a-bf4f-ec3570506703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:24.138179 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-73724f27-d21d-47aa-ba70-fd24cd753e20 service neutron] 10.222.0.37 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846055 Nov 20 03:25:24.169659 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73db01b4-7fd8-4b5a-bf4f-ec3570506703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:24.178145 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73db01b4-7fd8-4b5a-bf4f-ec3570506703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:24.179317 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-73db01b4-7fd8-4b5a-bf4f-ec3570506703 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06d93e0d-b9ea-4d87-ae41-5c035b60ebd8 HTTP/1.1" status: 204 len: 168 time: 0.1356630 Nov 20 03:25:24.188434 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db01b4-7fd8-4b5a-bf4f-ec3570506703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d93e0d-b9ea-4d87-ae41-5c035b60ebd8,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:24.238575 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-056199e3-43e7-41ca-aad4-57ac81be2a77 service neutron] 10.222.0.37 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937383 Nov 20 03:25:24.420005 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fbe8cd67-66f7-4281-9e0a-ac4388fe132f req-ff1a6c42-aa1b-4d0f-b147-aeed22830310 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 210 time: 0.0264740 Nov 20 03:25:24.595386 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c16869-069e-469a-8384-ad5a64ab8986 req-b8d1cd3e-feaf-499a-9060-9738bc802bf1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:24.597543 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-27c16869-069e-469a-8384-ad5a64ab8986 req-b8d1cd3e-feaf-499a-9060-9738bc802bf1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0531693 Nov 20 03:25:24.652317 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-27c16869-069e-469a-8384-ad5a64ab8986 req-ece912ec-7338-47a7-b774-aa681adc7e92 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468171 Nov 20 03:25:24.821012 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ee567-1f08-437f-b7ce-fa44b4a2e4ee req-1faa1f9e-28b3-4732-91de-f8832eeb446f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:24.822704 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-226ee567-1f08-437f-b7ce-fa44b4a2e4ee req-1faa1f9e-28b3-4732-91de-f8832eeb446f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.0539243 Nov 20 03:25:24.854963 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57084) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:24.884285 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-226ee567-1f08-437f-b7ce-fa44b4a2e4ee req-84a789a4-dc20-4958-acc0-fabdc3413e8c tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516224 Nov 20 03:25:24.959305 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-513459376-network', 'tenant_id': '4794dc407c024daf9067e5a879ec056c'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:24.981176 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Made reservation on behalf of 4794dc407c024daf9067e5a879ec056c for: {'network': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:24.984427 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:24.992729 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.064524 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.068236 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.091909 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=102610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:25:25.102477 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b21cde7-f3fe-4d01-9659-100f5d894255,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:25.107020 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.107951 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.segments_db [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Added segment 46f9d0c5-8feb-4d42-8098-b53506b2fbfd of type vlan for network db158230-8664-4afc-9999-4e829d8f633b Nov 20 03:25:25.146271 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.170937 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.171891 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:25.172492 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.379905 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5237939 Nov 20 03:25:25.383036 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57092) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:25.388955 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-b07172dd-2cc2-40c6-a9e8-eebce5549421 admin admin] Request body: {'subnet': {'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-513459376-subnet', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:25.391693 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b803308-a10e-4a95-85b2-3707e4001f9d admin admin] Pushing event updated for resources: {'Network': ['ID=db158230-8664-4afc-9999-4e829d8f633b,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:25.401867 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network db158230-8664-4afc-9999-4e829d8f633b details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:25:25.412262 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07172dd-2cc2-40c6-a9e8-eebce5549421 admin admin] Made reservation on behalf of 4794dc407c024daf9067e5a879ec056c for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:25.414538 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07172dd-2cc2-40c6-a9e8-eebce5549421 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4874882'] for subnet, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.548636 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0df0fdfe-1c57-4dc1-9476-79e6634f0bde req-d8ef4213-65f4-4dfc-94a4-c74b53dc1567 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 210 time: 0.0335348 Nov 20 03:25:25.602622 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07172dd-2cc2-40c6-a9e8-eebce5549421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7773006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4874924'] for subnet, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.656362 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07172dd-2cc2-40c6-a9e8-eebce5549421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74cf209-eeb5-4a98-bf29-3e03e52b5a5a,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:25.664695 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07172dd-2cc2-40c6-a9e8-eebce5549421 admin admin] Checking segment: {'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:25.665049 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07172dd-2cc2-40c6-a9e8-eebce5549421 admin admin] Network hostable DHCP agents. Network: db158230-8664-4afc-9999-4e829d8f633b, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:25:25.682246 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07172dd-2cc2-40c6-a9e8-eebce5549421 admin admin] Network db158230-8664-4afc-9999-4e829d8f633b is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:25:25.691381 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-b07172dd-2cc2-40c6-a9e8-eebce5549421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, db158230-8664-4afc-9999-4e829d8f633b) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:25.695639 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07172dd-2cc2-40c6-a9e8-eebce5549421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:25.696262 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07172dd-2cc2-40c6-a9e8-eebce5549421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.704264 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa89d110-6dc1-4803-91b7-0e58d79a539b None None] Network db158230-8664-4afc-9999-4e829d8f633b requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:25:25.714410 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-b07172dd-2cc2-40c6-a9e8-eebce5549421 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3300855 Nov 20 03:25:25.717088 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57098) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:25.722331 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:25.774174 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1782864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26058'] for router, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.775173 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1782980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1780313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1631563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31801'] for router, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.789745 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b669988-0bca-486c-9ac9-789c7394c84f req-a59fceeb-2245-4267-ae3e-d1c01559a012 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:25.791210 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5b669988-0bca-486c-9ac9-789c7394c84f req-a59fceeb-2245-4267-ae3e-d1c01559a012 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0720518 Nov 20 03:25:25.852771 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60e1c005-087a-5312-b221-c5ea256aad24-db158230-8664-4afc-9999-4e829d8f633b', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'fixed_ips': [{'subnet_id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a'}]}} from dv-cinder-818037-5-iscsi. {{(pid=102611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:25:25.853701 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.858746 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:25.941586 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5b669988-0bca-486c-9ac9-789c7394c84f req-8aa2ca10-59c9-45a6-a4e8-1863f1c20107 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434109 Nov 20 03:25:25.992840 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.db_base_plugin_common [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Allocated IP 172.20.0.2 (db158230-8664-4afc-9999-4e829d8f633b/a74cf209-eeb5-4a98-bf29-3e03e52b5a5a/302b68a4-90dd-4d73-90a7-dbff97b4b9db) {{(pid=102611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:26.021992 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.110145 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a5b37-fbaf-43fa-902d-1d7d0524c12f req-e39141e9-8d43-4241-be3f-40f5bf10ddbe tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:26.112020 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b97a5b37-fbaf-43fa-902d-1d7d0524c12f req-e39141e9-8d43-4241-be3f-40f5bf10ddbe tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.1057181 Nov 20 03:25:26.190818 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b97a5b37-fbaf-43fa-902d-1d7d0524c12f req-1aa85179-2c0f-4c8d-b5ab-cc07a4e776cf tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616643 Nov 20 03:25:26.254387 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.260539 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.305208 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Network db158230-8664-4afc-9999-4e829d8f633b is already hosted by enough agents. {{(pid=102611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:26.308184 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.base_scheduler [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Resources bound (agent type, host, resource id): {{(pid=102611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:26.311878 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Received port after_create {{(pid=102611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:26.317922 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Pushing event updated for resources: {'Port': ['ID=302b68a4-90dd-4d73-90a7-dbff97b4b9db,revision_number=1']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:26.327950 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:26.328352 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:26.328703 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:26.329046 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:26.329380 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:26.329714 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:26.330045 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:26.330375 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:26.330708 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:26.331145 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:26.331483 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:26.331874 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:26.396631 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Attempting to bind port 302b68a4-90dd-4d73-90a7-dbff97b4b9db on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:26.397079 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Attempting to bind port 302b68a4-90dd-4d73-90a7-dbff97b4b9db by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:26.397456 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Attempting to bind port 302b68a4-90dd-4d73-90a7-dbff97b4b9db on network db158230-8664-4afc-9999-4e829d8f633b {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:26.404485 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:26.405086 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Checking segment: {'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:26.405329 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.405881 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Bound using segment: {'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:26.406375 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Bound port: 302b68a4-90dd-4d73-90a7-dbff97b4b9db, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:26.406764 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.475016 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] For port 302b68a4-90dd-4d73-90a7-dbff97b4b9db, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:26.479166 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] For port 302b68a4-90dd-4d73-90a7-dbff97b4b9db, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=302b68a4-90dd-4d73-90a7-dbff97b4b9db,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:26.483622 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.541329 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfffaa-1af6-4660-9eb8-fdaecfab61f8 None None] Pushing event updated for resources: {'Port': ['ID=302b68a4-90dd-4d73-90a7-dbff97b4b9db,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:26.549596 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c4180-dda0-4818-9f7f-edb927a70c00 req-ced79893-9fb1-4e6b-978c-4e0cf1756a9f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:26.551157 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-837c4180-dda0-4818-9f7f-edb927a70c00 req-ced79893-9fb1-4e6b-978c-4e0cf1756a9f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.57 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.3062856 Nov 20 03:25:26.569402 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.608451 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.714172 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-20b5478f-f6c1-4a0a-b90e-ef4c55c528d5 req-c78565e1-8e65-4e4a-8374-c906ec1095cb tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 210 time: 0.0900524 Nov 20 03:25:26.823549 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-837c4180-dda0-4818-9f7f-edb927a70c00 req-588f02e5-e033-473f-9678-ad44a8632630 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Deleting port aabfdd18-ae62-4c81-b28d-067cee7510cd {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:25:26.823916 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-837c4180-dda0-4818-9f7f-edb927a70c00 req-588f02e5-e033-473f-9678-ad44a8632630 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.827034 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Allocated IP 172.27.1.237 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/2d929c20-5998-4118-8db1-a85706a97619) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:26.981683 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-837c4180-dda0-4818-9f7f-edb927a70c00 req-588f02e5-e033-473f-9678-ad44a8632630 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] For port aabfdd18-ae62-4c81-b28d-067cee7510cd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=aabfdd18-ae62-4c81-b28d-067cee7510cd,segment=NetworkSegment(78f4c507-c111-48f3-ba3e-83669b59c870),segment_id=78f4c507-c111-48f3-ba3e-83669b59c870)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:26.982715 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-837c4180-dda0-4818-9f7f-edb927a70c00 req-588f02e5-e033-473f-9678-ad44a8632630 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.011346 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-837c4180-dda0-4818-9f7f-edb927a70c00 req-588f02e5-e033-473f-9678-ad44a8632630 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Calling delete_port for aabfdd18-ae62-4c81-b28d-067cee7510cd owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:25:27.053570 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.292428 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d1f09-86ea-4421-81aa-48c89239795d req-2f10f79e-1591-4073-9a26-1841db4f772a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:27.293565 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d36d1f09-86ea-4421-81aa-48c89239795d req-2f10f79e-1591-4073-9a26-1841db4f772a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.2366252 Nov 20 03:25:27.313316 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.360450 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-a1d2930e-d585-47b8-90ec-d8e7a12a85b5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:27.362493 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-a1d2930e-d585-47b8-90ec-d8e7a12a85b5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "GET /v2.0/networks?id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 200 len: 815 time: 0.3043051 Nov 20 03:25:27.468651 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:27.469589 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Pushing event updated for resources: {'Port': ['ID=2d929c20-5998-4118-8db1-a85706a97619,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:27.485048 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:27.488039 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:27.542274 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d36d1f09-86ea-4421-81aa-48c89239795d req-5b4604cb-97ec-4bf0-9440-d2c018c5716f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380979 Nov 20 03:25:27.573875 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52492761-38e0-439d-8b4c-bb4997ee767e req-8602f747-215a-4946-9d7d-e4a9df01686a tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:27.582736 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-52492761-38e0-439d-8b4c-bb4997ee767e req-8602f747-215a-4946-9d7d-e4a9df01686a tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 946 time: 0.2160335 Nov 20 03:25:27.595283 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-837c4180-dda0-4818-9f7f-edb927a70c00 req-588f02e5-e033-473f-9678-ad44a8632630 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.656157 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc9e62-6d40-4695-8d25-cf82d678e592 None None] Network db158230-8664-4afc-9999-4e829d8f633b requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:25:27.680752 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f02e5-e033-473f-9678-ad44a8632630 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Pushing event deleted for resources: {'Port': ['ID=aabfdd18-ae62-4c81-b28d-067cee7510cd,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:27.725561 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-fd58139b-da42-479d-8d0a-9b1902e5bbe8 None None] Provisioning complete for port 302b68a4-90dd-4d73-90a7-dbff97b4b9db triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:27.725933 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fd58139b-da42-479d-8d0a-9b1902e5bbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.816168 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-52492761-38e0-439d-8b4c-bb4997ee767e req-4e63b318-1e83-432c-8e1c-1a5c9c6f400d tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/security-groups?id=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323949 Nov 20 03:25:27.817045 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-837c4180-dda0-4818-9f7f-edb927a70c00 req-588f02e5-e033-473f-9678-ad44a8632630 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] No DVR routers for this DVR port aabfdd18-ae62-4c81-b28d-067cee7510cd on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:25:27.834935 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-837c4180-dda0-4818-9f7f-edb927a70c00 req-588f02e5-e033-473f-9678-ad44a8632630 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.838198 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-837c4180-dda0-4818-9f7f-edb927a70c00 req-588f02e5-e033-473f-9678-ad44a8632630 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.57 "DELETE /v2.0/ports/aabfdd18-ae62-4c81-b28d-067cee7510cd HTTP/1.1" status: 204 len: 173 time: 1.2790968 Nov 20 03:25:27.838648 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459573a2-39ec-47c3-8815-297d17954f29', 'name': 'network-vif-deleted', 'tag': 'aabfdd18-ae62-4c81-b28d-067cee7510cd'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:27.840884 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc83d87e-f5e2-468e-bec4-c72a9df82f49" -d '{"events": [{"server_uuid": "459573a2-39ec-47c3-8815-297d17954f29", "name": "network-vif-deleted", "tag": "aabfdd18-ae62-4c81-b28d-067cee7510cd"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:27.861152 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-773f25c3-db09-4088-89b6-1c783d0dd069 req-b6a1901b-a6fd-4ebb-9f74-43f27499faaf tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 210 time: 0.0493634 Nov 20 03:25:27.876559 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fd58139b-da42-479d-8d0a-9b1902e5bbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.918117 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-fd58139b-da42-479d-8d0a-9b1902e5bbe8 None None] For port 302b68a4-90dd-4d73-90a7-dbff97b4b9db, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=302b68a4-90dd-4d73-90a7-dbff97b4b9db,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:27.924642 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fd58139b-da42-479d-8d0a-9b1902e5bbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.927432 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b4326a-982e-4c3f-9c46-685e249b1640 x-openstack-request-id: req-d1b4326a-982e-4c3f-9c46-685e249b1640 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:27.927722 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459573a2-39ec-47c3-8815-297d17954f29", "name": "network-vif-deleted", "tag": "aabfdd18-ae62-4c81-b28d-067cee7510cd", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:27.928031 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1b4326a-982e-4c3f-9c46-685e249b1640 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:27.928408 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459573a2-39ec-47c3-8815-297d17954f29', 'name': 'network-vif-deleted', 'tag': 'aabfdd18-ae62-4c81-b28d-067cee7510cd', 'status': 'completed', 'code': 200} Nov 20 03:25:27.983464 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58139b-da42-479d-8d0a-9b1902e5bbe8 None None] Pushing event updated for resources: {'Port': ['ID=302b68a4-90dd-4d73-90a7-dbff97b4b9db,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:28.003282 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.081160 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 302b68a4-90dd-4d73-90a7-dbff97b4b9db up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:28.130279 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 302b68a4-90dd-4d73-90a7-dbff97b4b9db triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:28.130653 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.179835 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-02331c37-a5f0-4a01-ab2d-fbe03ffaa37a None None] Provisioning complete for port 302b68a4-90dd-4d73-90a7-dbff97b4b9db triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:28.180131 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-02331c37-a5f0-4a01-ab2d-fbe03ffaa37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.218606 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1780236'] for router, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.346725 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb is scheduled to L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f with binding_index 1 {{(pid=102609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:25:28.448690 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:25:28.457343 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Sync routers for ids ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:25:28.465318 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] Publish callbacks [] for router, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.467021 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Routers {'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:28.467750 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:28.468263 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-74a7122a-6065-4e5f-a498-600b7caf1cce admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7502174 Nov 20 03:25:28.469702 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57152) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:28.577807 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Set router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:28.769026 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:25:27Z', 'revision_number': 3, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:28.795739 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Checking router: ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:25:28.796042 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Updating router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb port 2d929c20-5998-4118-8db1-a85706a97619 binding host dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:25:28.820839 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.850317 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a4b66-0e9f-483c-8843-92e1ce13807e req-fadae95f-12af-466a-9624-de8ee76e7455 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:28.851778 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a99a4b66-0e9f-483c-8843-92e1ce13807e req-fadae95f-12af-466a-9624-de8ee76e7455 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0929942 Nov 20 03:25:28.942324 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a99a4b66-0e9f-483c-8843-92e1ce13807e req-9ed7bd1a-6271-4185-8988-b3e87f9e1715 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842013 Nov 20 03:25:29.059632 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b39bdba0-b8d2-4d7b-a76e-cdb24e4c2521 req-0397e94c-3526-4732-9009-bea938bbc6e4 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 210 time: 0.0323257 Nov 20 03:25:29.079611 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Publish callbacks [] for port, precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.086279 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.146915 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Pushing event updated for resources: {'Port': ['ID=2d929c20-5998-4118-8db1-a85706a97619,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:29.149124 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Attempting to bind port 2d929c20-5998-4118-8db1-a85706a97619 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:29.149494 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Attempting to bind port 2d929c20-5998-4118-8db1-a85706a97619 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:29.149858 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Attempting to bind port 2d929c20-5998-4118-8db1-a85706a97619 on network f834731d-4835-45b7-b408-4aa4c3ba2e40 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:29.158204 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:29.158579 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Checking segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:29.158979 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.159371 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Bound using segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:29.159773 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-22973de4-1b46-481d-9e19-30c5363d8290 req-7aeb95aa-8f11-45c0-9952-d41932d683fc tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 210 time: 0.0331109 Nov 20 03:25:29.159894 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Bound port: 2d929c20-5998-4118-8db1-a85706a97619, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:29.160243 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.163106 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:29.163463 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:29.163825 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:29.164172 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:29.164508 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:29.164843 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:29.165173 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:29.165499 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:29.165841 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:29.166171 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:29.166494 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:29.166989 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:29.224461 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] For port 2d929c20-5998-4118-8db1-a85706a97619, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:29.227407 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] For port 2d929c20-5998-4118-8db1-a85706a97619, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=2d929c20-5998-4118-8db1-a85706a97619,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:29.232798 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.244385 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.288510 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Routers {'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:29.289120 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:29.291977 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b08b17-4084-4b58-bf1a-85a03c2f0dfe None None] Pushing event updated for resources: {'Port': ['ID=2d929c20-5998-4118-8db1-a85706a97619,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:29.395343 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] Set router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:29.397731 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Allocated IP 172.20.0.1 (db158230-8664-4afc-9999-4e829d8f633b/a74cf209-eeb5-4a98-bf29-3e03e52b5a5a/ef6997d5-ca07-4af9-a9b7-8e7632d55025) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:29.498194 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.535276 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.573768 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Network db158230-8664-4afc-9999-4e829d8f633b is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:29.578044 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:29.581639 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:29.587312 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:25:27Z', 'revision_number': 3, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:29.608243 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6997d5-ca07-4af9-a9b7-8e7632d55025,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:29.617682 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8606211-b91c-4460-b1f8-c2f2a997b847 None None] The sync data for ids ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'] in dv-cinder-818037-5-iscsi is: [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:25:27Z', 'revision_number': 3, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:25:29.625109 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779801'] for router_interface, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.763943 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.847582 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-2ac415f3-2f4b-4c69-a3e0-df4ad599f742 None None] Provisioning complete for port ef6997d5-ca07-4af9-a9b7-8e7632d55025 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:29.848221 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-2ac415f3-2f4b-4c69-a3e0-df4ad599f742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.891704 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-2ac415f3-2f4b-4c69-a3e0-df4ad599f742 None None] Port ef6997d5-ca07-4af9-a9b7-8e7632d55025 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:25:29.949736 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.954853 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:30.019567 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6997d5-ca07-4af9-a9b7-8e7632d55025,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:30.044112 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779917'] for router_interface, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:30.146820 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92062c5e-c164-4722-bdc4-3923f7259fa7 req-dbd205a1-fd92-4f3b-8129-d5f592f834d5 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:30.146820 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-92062c5e-c164-4722-bdc4-3923f7259fa7 req-dbd205a1-fd92-4f3b-8129-d5f592f834d5 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.1044850 Nov 20 03:25:30.168155 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 2d929c20-5998-4118-8db1-a85706a97619 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:30.214363 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Network db158230-8664-4afc-9999-4e829d8f633b is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:30.220036 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:30.228518 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-92062c5e-c164-4722-bdc4-3923f7259fa7 req-526576bf-af7f-4887-977e-4654892aaddf tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747702 Nov 20 03:25:30.239397 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 2d929c20-5998-4118-8db1-a85706a97619 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:30.239767 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:30.358066 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:30.370505 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device aabfdd18-ae62-4c81-b28d-067cee7510cd no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:25:30.374663 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:30.392911 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e2bc1060-b3e0-4412-b314-d7aa8f4fa8de req-b183f8ed-2375-452b-b803-b401a5996bc5 tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 210 time: 0.0982125 Nov 20 03:25:30.402706 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port 2d929c20-5998-4118-8db1-a85706a97619, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=2d929c20-5998-4118-8db1-a85706a97619,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:30.406030 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Request body: {'port': {'device_id': 'f99425ad-063b-41de-ada4-431531d73cf9', 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5', 'admin_state_up': True, 'tenant_id': '0fdf6e7abf574b269f3c1459a9d58c26'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:30.428835 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:30.429650 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 302b68a4-90dd-4d73-90a7-dbff97b4b9db up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:30.464517 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: aabfdd18-ae62-4c81-b28d-067cee7510cd {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:25:30.464815 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device aabfdd18-ae62-4c81-b28d-067cee7510cd not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:25:30.544988 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a2836c05-113e-4fe9-93be-2e73055720a3 req-644bc090-761a-424d-a2af-1983d1d54f0b tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 210 time: 0.0380087 Nov 20 03:25:30.553911 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:25:30.557886 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=2d929c20-5998-4118-8db1-a85706a97619,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:30.570618 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 302b68a4-90dd-4d73-90a7-dbff97b4b9db triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:30.571000 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:30.629002 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-4b7a0812-9d14-4fff-a2d1-ad2f910a0cc9 None None] Provisioning complete for port ef6997d5-ca07-4af9-a9b7-8e7632d55025 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:30.629377 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-4b7a0812-9d14-4fff-a2d1-ad2f910a0cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:30.695651 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a0812-9d14-4fff-a2d1-ad2f910a0cc9 None None] Port ef6997d5-ca07-4af9-a9b7-8e7632d55025 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:25:30.739507 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Made reservation on behalf of 0fdf6e7abf574b269f3c1459a9d58c26 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:30.742988 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:30.758315 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e96d9b88-17c8-4ed2-8636-0ffef8a12996 req-7daaf23f-cf90-4367-8a0b-30f3339557bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1254666 Nov 20 03:25:30.783499 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:25:30.789495 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-069670aa-5ee0-43f5-b712-6652c9daa5c4 admin admin] 10.222.0.37 "PUT /v2.0/routers/ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3188484 Nov 20 03:25:30.930402 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Allocated IP 172.20.0.10 (a1acacc5-2d91-42ad-971f-cecd3a0dc9a5/8209c192-32e4-42d1-81e2-634badaa7584/409ff6fa-0f7f-4eb4-b321-ee164178b6cd) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:30.938801 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d9b88-17c8-4ed2-8636-0ffef8a12996 req-a05b9b8a-a676-4d7b-b60b-b30ed3f80073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:30.940332 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e96d9b88-17c8-4ed2-8636-0ffef8a12996 req-a05b9b8a-a676-4d7b-b60b-b30ed3f80073 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 1099 time: 0.0672169 Nov 20 03:25:31.133259 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d9b88-17c8-4ed2-8636-0ffef8a12996 req-983c6957-cb03-4998-b086-c3b59a9422c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:31.134740 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e96d9b88-17c8-4ed2-8636-0ffef8a12996 req-983c6957-cb03-4998-b086-c3b59a9422c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 200 len: 916 time: 0.1667938 Nov 20 03:25:31.182919 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.213357 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e96d9b88-17c8-4ed2-8636-0ffef8a12996 req-d95a77b1-816f-4a5d-babd-f01e999a353c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cabe651-4a25-4e86-bfd6-a1e07df36346 HTTP/1.1" status: 200 len: 217 time: 0.0503442 Nov 20 03:25:31.288033 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d9b88-17c8-4ed2-8636-0ffef8a12996 req-7e82496d-8a95-4bd0-b199-e10b4bd32ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:31.289476 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e96d9b88-17c8-4ed2-8636-0ffef8a12996 req-7e82496d-8a95-4bd0-b199-e10b4bd32ab2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8209c192-32e4-42d1-81e2-634badaa7584 HTTP/1.1" status: 200 len: 855 time: 0.0664723 Nov 20 03:25:31.290996 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.346357 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['6cabe651-4a25-4e86-bfd6-a1e07df36346'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:25:31.394085 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e96d9b88-17c8-4ed2-8636-0ffef8a12996 req-9bdffc24-7558-4ae1-9fe8-9547e669f648 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691249 Nov 20 03:25:31.399700 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:31.411300 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57204) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:31.415255 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:31.417330 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1389712374-network', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:31.427812 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Pushing event updated for resources: {'Port': ['ID=409ff6fa-0f7f-4eb4-b321-ee164178b6cd,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:31.455635 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:31.468526 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Made reservation on behalf of ca261cda15e84206828325fbda7b64d6 for: {'network': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:31.471408 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.481467 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.582286 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.586407 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.609588 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e96d9b88-17c8-4ed2-8636-0ffef8a12996 req-23e43b9f-deb9-4863-a3f6-0176e188098a service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956823 Nov 20 03:25:31.627031 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:25:31.632139 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc11e549-7475-49f9-997a-37600ebb14a2,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:31.641998 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.642636 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.segments_db [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Added segment 27e1139f-4313-4131-adbe-f7953e23ad7f of type vlan for network 416fd2d9-1c7e-4996-b6b8-4b916dc273d1 Nov 20 03:25:31.655941 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-99b7b50d-647f-4ff6-a04e-c21fade61537 req-10cf2295-4f25-4ddb-a5eb-9223d738ae7f tempest-DeleteServersTestJSON-11858428 tempest-DeleteServersTestJSON-11858428-project] 10.222.0.37 "GET /v2.0/ports?device_id=459573a2-39ec-47c3-8815-297d17954f29 HTTP/1.1" status: 200 len: 210 time: 0.0644171 Nov 20 03:25:31.662904 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Sync routers for ids ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:25:31.690409 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:31.691272 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.691401 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.695313 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Routers {'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:31.698311 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:31.721013 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.722240 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:31.722891 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.768825 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72752bf0-5da2-4094-9285-278ddbb9e978 req-b7e42190-2a6e-4b8d-b109-8bcadd02fb0c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:31.770472 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-72752bf0-5da2-4094-9285-278ddbb9e978 req-b7e42190-2a6e-4b8d-b109-8bcadd02fb0c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.3729436 Nov 20 03:25:31.778378 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b8e929f5-b6d3-48bb-beea-be5fb379170c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3843701 Nov 20 03:25:31.795117 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3824646 Nov 20 03:25:31.797896 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57216) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:31.803634 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-8c0e310a-14cd-484c-910f-ccb41b57b759 admin admin] Request body: {'subnet': {'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1389712374-subnet', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'ip_version': 4}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:31.829337 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c30bb-2a26-47ee-9fb2-341d9ea53cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=416fd2d9-1c7e-4996-b6b8-4b916dc273d1,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:31.844209 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Request body: {'port': {'device_id': 'f99425ad-063b-41de-ada4-431531d73cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:31.860488 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0e310a-14cd-484c-910f-ccb41b57b759 admin admin] Made reservation on behalf of ca261cda15e84206828325fbda7b64d6 for: {'subnet': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:31.861050 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network 416fd2d9-1c7e-4996-b6b8-4b916dc273d1 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:25:31.863992 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8c0e310a-14cd-484c-910f-ccb41b57b759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4896913'] for subnet, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.907666 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-72752bf0-5da2-4094-9285-278ddbb9e978 req-c78a3636-e423-4547-ad47-01cb59b09ba3 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254237 Nov 20 03:25:31.932068 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e96d9b88-17c8-4ed2-8636-0ffef8a12996 req-728fd7f8-820a-44fc-b757-d1c0b15dbef8 service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868702 Nov 20 03:25:32.004558 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.022616 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Set router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:32.144123 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 2d929c20-5998-4118-8db1-a85706a97619 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:32.283477 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cf832-6862-4c1a-a184-d71cbe00f620 req-3e8d4dbb-3312-4637-8ed8-e9fcabbd7e27 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:32.286133 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8c0e310a-14cd-484c-910f-ccb41b57b759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4985534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4896959'] for subnet, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.309263 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-602cf832-6862-4c1a-a184-d71cbe00f620 req-3e8d4dbb-3312-4637-8ed8-e9fcabbd7e27 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 932 time: 0.2734675 Nov 20 03:25:32.343741 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 2d929c20-5998-4118-8db1-a85706a97619 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:32.344170 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.355852 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e310a-14cd-484c-910f-ccb41b57b759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11994ae4-e662-477b-a371-d9de717b4ba3,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:32.383875 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57228) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:32.392236 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:25:29Z', 'revision_number': 4, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'ef6997d5-ca07-4af9-a9b7-8e7632d55025', 'name': '', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'mac_address': 'fa:16:3e:e9:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:29Z', 'updated_at': '2021-11-20T03:25:29Z', 'revision_number': 2, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'subnets': [{'id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:32.400143 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e310a-14cd-484c-910f-ccb41b57b759 admin admin] Checking segment: {'id': '27e1139f-4313-4131-adbe-f7953e23ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:32.400722 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e310a-14cd-484c-910f-ccb41b57b759 admin admin] Network hostable DHCP agents. Network: 416fd2d9-1c7e-4996-b6b8-4b916dc273d1, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:25:32.425907 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e310a-14cd-484c-910f-ccb41b57b759 admin admin] Network 416fd2d9-1c7e-4996-b6b8-4b916dc273d1 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:25:32.429456 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Checking router: ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:25:32.429820 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Updating router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb port ef6997d5-ca07-4af9-a9b7-8e7632d55025 binding host dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:25:32.449317 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-8c0e310a-14cd-484c-910f-ccb41b57b759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, 416fd2d9-1c7e-4996-b6b8-4b916dc273d1) {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:32.461504 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0e310a-14cd-484c-910f-ccb41b57b759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:32.462904 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8c0e310a-14cd-484c-910f-ccb41b57b759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.464782 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20121023-3b2c-48b6-8cd5-1dd2c03f137a None None] Network 416fd2d9-1c7e-4996-b6b8-4b916dc273d1 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:25:32.501016 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-8c0e310a-14cd-484c-910f-ccb41b57b759 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7015190 Nov 20 03:25:32.503579 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57234) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:32.514207 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1389712374-router', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:32.524790 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-602cf832-6862-4c1a-a184-d71cbe00f620 req-7335ddba-497b-4313-a73d-9438154fd131 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256349 Nov 20 03:25:32.570507 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1782864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26058'] for router, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.572335 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1782980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1780313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1631563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31801'] for router, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.703428 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.727947 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.876425 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409ff6fa-0f7f-4eb4-b321-ee164178b6cd {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:32.886271 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.904567 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Transition to ACTIVE for port object 409ff6fa-0f7f-4eb4-b321-ee164178b6cd will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:25:32.910494 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.924790 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-384c78fa-f49e-48b3-9f40-e716b0cbab42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.975486 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=409ff6fa-0f7f-4eb4-b321-ee164178b6cd,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:33.082356 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.201208 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60e1c005-087a-5312-b221-c5ea256aad24-416fd2d9-1c7e-4996-b6b8-4b916dc273d1', 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'fixed_ips': [{'subnet_id': '11994ae4-e662-477b-a371-d9de717b4ba3'}]}} from dv-cinder-818037-5-iscsi. {{(pid=102611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:25:33.202439 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.208471 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-384c78fa-f49e-48b3-9f40-e716b0cbab42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.218677 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-384c78fa-f49e-48b3-9f40-e716b0cbab42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.223398 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Attempting to bind port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:33.224018 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Attempting to bind port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:33.225404 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Attempting to bind port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd on network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:33.241711 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd on network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:25:33.241711 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Attempting to bind port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd on network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:33.252676 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:33.252909 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Checking segment: {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:33.253301 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Bound using segment: {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:33.254881 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Bound port: 409ff6fa-0f7f-4eb4-b321-ee164178b6cd, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:33.255241 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.273125 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c78fa-f49e-48b3-9f40-e716b0cbab42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aedb0b-f469-4fd4-8835-dd64c0519761,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:33.281572 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-384c78fa-f49e-48b3-9f40-e716b0cbab42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c3e89ab112241789a1da8e548c788dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8914270 Nov 20 03:25:33.283017 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57264) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:33.308217 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba38c27-b6b2-4a5b-957c-0b4c416e2e9e req-be2e9d53-3e2c-478a-8efd-f38e4b678537 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:33.310811 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dba38c27-b6b2-4a5b-957c-0b4c416e2e9e req-be2e9d53-3e2c-478a-8efd-f38e4b678537 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.1356530 Nov 20 03:25:33.413530 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1c458382-6f74-4dde-ae9b-bea3b338afca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.453933 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] For port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:33.457670 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] For port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=409ff6fa-0f7f-4eb4-b321-ee164178b6cd,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:33.467133 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1c458382-6f74-4dde-ae9b-bea3b338afca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.471127 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.db_base_plugin_common [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Allocated IP 172.20.0.2 (416fd2d9-1c7e-4996-b6b8-4b916dc273d1/11994ae4-e662-477b-a371-d9de717b4ba3/2b2661e7-eebe-4ce7-9a27-b5a579826d6e) {{(pid=102611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:33.474248 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dba38c27-b6b2-4a5b-957c-0b4c416e2e9e req-7a2ad669-72c8-47b3-833a-90866a75a82c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225088 Nov 20 03:25:33.479176 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.488009 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.519271 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.549399 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:33.550248 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.552079 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] 10.222.0.57 "PUT /v2.0/ports/409ff6fa-0f7f-4eb4-b321-ee164178b6cd HTTP/1.1" status: 200 len: 1094 time: 1.7148371 Nov 20 03:25:33.552744 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99425ad-063b-41de-ada4-431531d73cf9', 'tag': '409ff6fa-0f7f-4eb4-b321-ee164178b6cd'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:33.555841 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094ab796-8932-4776-99c5-28551953709b" -d '{"events": [{"name": "network-changed", "server_uuid": "f99425ad-063b-41de-ada4-431531d73cf9", "tag": "409ff6fa-0f7f-4eb4-b321-ee164178b6cd"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:33.592167 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90afc28-e5fe-43d4-bc8b-b942c23e9cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=409ff6fa-0f7f-4eb4-b321-ee164178b6cd,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:33.608247 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1c458382-6f74-4dde-ae9b-bea3b338afca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.611805 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1c458382-6f74-4dde-ae9b-bea3b338afca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.615406 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-1c458382-6f74-4dde-ae9b-bea3b338afca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1aedb0b-f469-4fd4-8835-dd64c0519761 HTTP/1.1" status: 204 len: 168 time: 0.3280613 Nov 20 03:25:33.654220 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c458382-6f74-4dde-ae9b-bea3b338afca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aedb0b-f469-4fd4-8835-dd64c0519761,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:33.677860 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Publish callbacks [] for port, precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.692182 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0c6cb7-f7d3-4e59-911c-6c55ab7daa2d x-openstack-request-id: req-ee0c6cb7-f7d3-4e59-911c-6c55ab7daa2d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:33.692706 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99425ad-063b-41de-ada4-431531d73cf9", "tag": "409ff6fa-0f7f-4eb4-b321-ee164178b6cd", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:33.693407 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee0c6cb7-f7d3-4e59-911c-6c55ab7daa2d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:33.694011 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99425ad-063b-41de-ada4-431531d73cf9', 'tag': '409ff6fa-0f7f-4eb4-b321-ee164178b6cd', 'status': 'completed', 'code': 200} Nov 20 03:25:33.701005 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.723501 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Allocated IP 172.27.1.178 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/edadfa11-76bd-4669-b48d-088d99c1757f) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:33.750238 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-5bceb918-ea9e-4c90-b45b-93cbf2282246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:33.752584 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-5bceb918-ea9e-4c90-b45b-93cbf2282246 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 1097 time: 0.1132870 Nov 20 03:25:33.770985 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ab400-25a0-460e-bb17-b47d018ad45a req-256739dd-86d2-4163-8191-62fc61e13643 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:33.780569 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c2ab400-25a0-460e-bb17-b47d018ad45a req-256739dd-86d2-4163-8191-62fc61e13643 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 944 time: 0.0911329 Nov 20 03:25:33.795846 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Publish callbacks [] for port, precommit_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.809140 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75edd13-3d93-4c0c-95e4-c1d61bb5c7f7 None None] Pushing event updated for resources: {'Port': ['ID=ef6997d5-ca07-4af9-a9b7-8e7632d55025,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:33.813298 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.864125 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-eb80cadc-53d6-485a-ab64-355ffd22e411 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=409ff6fa-0f7f-4eb4-b321-ee164178b6cd HTTP/1.1" status: 200 len: 217 time: 0.0825121 Nov 20 03:25:33.914888 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.928477 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Network 416fd2d9-1c7e-4996-b6b8-4b916dc273d1 is already hosted by enough agents. {{(pid=102611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:33.933376 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Attempting to bind port ef6997d5-ca07-4af9-a9b7-8e7632d55025 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:33.933954 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Attempting to bind port ef6997d5-ca07-4af9-a9b7-8e7632d55025 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:33.934501 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Attempting to bind port ef6997d5-ca07-4af9-a9b7-8e7632d55025 on network db158230-8664-4afc-9999-4e829d8f633b {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:33.936941 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.base_scheduler [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Resources bound (agent type, host, resource id): {{(pid=102611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:33.941518 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Received port after_create {{(pid=102611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:33.952137 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:33.952807 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Checking segment: {'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:33.953412 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.954111 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Bound using segment: {'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:33.954733 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Bound port: ef6997d5-ca07-4af9-a9b7-8e7632d55025, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:33.955268 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.958776 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Pushing event updated for resources: {'Port': ['ID=2b2661e7-eebe-4ce7-9a27-b5a579826d6e,revision_number=1']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:33.997695 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c2ab400-25a0-460e-bb17-b47d018ad45a req-34f6875b-0981-4831-8c8e-ded6a98a0608 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009699 Nov 20 03:25:34.022077 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.033602 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-c64bd92e-7dad-4a24-b38d-ce87512157f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:34.035628 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-c64bd92e-7dad-4a24-b38d-ce87512157f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8209c192-32e4-42d1-81e2-634badaa7584 HTTP/1.1" status: 200 len: 855 time: 0.1599908 Nov 20 03:25:34.065541 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57282) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:34.079549 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Attempting to bind port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:34.079980 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Attempting to bind port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '27e1139f-4313-4131-adbe-f7953e23ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:34.080365 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Attempting to bind port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e on network 416fd2d9-1c7e-4996-b6b8-4b916dc273d1 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:34.095868 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:34.096269 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Checking segment: {'id': '27e1139f-4313-4131-adbe-f7953e23ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:34.096657 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.097092 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Bound using segment: {'id': '27e1139f-4313-4131-adbe-f7953e23ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:34.097582 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Bound port: 2b2661e7-eebe-4ce7-9a27-b5a579826d6e, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e1139f-4313-4131-adbe-f7953e23ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:34.098008 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.101481 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-07292c16-8849-4957-b70b-10a3d7295fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.106627 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:34.109282 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-5fa76619-8675-4878-801e-dcefade834e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642626 Nov 20 03:25:34.120505 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:34.120664 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] For port ef6997d5-ca07-4af9-a9b7-8e7632d55025, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:34.124538 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] For port ef6997d5-ca07-4af9-a9b7-8e7632d55025, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=ef6997d5-ca07-4af9-a9b7-8e7632d55025,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:34.132971 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:34.157024 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.159941 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Pushing event updated for resources: {'Port': ['ID=edadfa11-76bd-4669-b48d-088d99c1757f,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:34.345617 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Routers {'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:34.346719 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:34.539483 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] Set router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:34.549489 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-07292c16-8849-4957-b70b-10a3d7295fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.578927 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-07292c16-8849-4957-b70b-10a3d7295fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.687686 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-07292c16-8849-4957-b70b-10a3d7295fd8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46ea611acfc147f8b14935fb5ec2c180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6207116 Nov 20 03:25:34.687914 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-0987987d-bf83-4719-aba5-4d00942d3810 None None] Provisioning complete for port ef6997d5-ca07-4af9-a9b7-8e7632d55025 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:34.688255 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-b78a4313-6ea1-4e66-bcab-53a76f391e6d service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696902 Nov 20 03:25:34.688705 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-0987987d-bf83-4719-aba5-4d00942d3810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.695093 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57306) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:34.722838 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.728043 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07292c16-8849-4957-b70b-10a3d7295fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a1ad4a-30c4-49a6-9155-6a58158ac041,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:34.761134 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] For port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:34.765588 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75edd13-3d93-4c0c-95e4-c1d61bb5c7f7 None None] Pushing event updated for resources: {'Port': ['ID=ef6997d5-ca07-4af9-a9b7-8e7632d55025,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:34.797813 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] For port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=2b2661e7-eebe-4ce7-9a27-b5a579826d6e,segment=NetworkSegment(27e1139f-4313-4131-adbe-f7953e23ad7f),segment_id=27e1139f-4313-4131-adbe-f7953e23ad7f)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:34.798066 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad872e-72a2-4ff5-a29e-70b5bc5a35db req-b768177f-48e4-48bb-bad7-4012d7f66ad8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:34.806300 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d5ad872e-72a2-4ff5-a29e-70b5bc5a35db req-b768177f-48e4-48bb-bad7-4012d7f66ad8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.1572127 Nov 20 03:25:34.813768 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.821020 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57310) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:34.876777 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0404b7ef-34bf-4ab8-b763-2e2f29d3f390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.880427 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_v2 [None req-2147b748-7e8b-466d-b5a5-4a788f0f7191 admin admin] Deleting subnet a2c7db36-6980-45d2-81a4-cbda52b7b77c {{(pid=102610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:25:34.884917 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2147b748-7e8b-466d-b5a5-4a788f0f7191 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.951242 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7fdb847-11a9-4469-b5a1-2b50afb24dbf req-709a79d0-ce4c-4daa-acba-2923670be98f service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506256 Nov 20 03:25:34.953442 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0404b7ef-34bf-4ab8-b763-2e2f29d3f390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.958564 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d5ad872e-72a2-4ff5-a29e-70b5bc5a35db req-1445dc46-11d0-41cf-b08a-6f40cac40679 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514337 Nov 20 03:25:34.975448 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2147b748-7e8b-466d-b5a5-4a788f0f7191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4789309'] for subnet, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.978700 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2079f94-559c-4a7d-a17d-f1534c41d39e None None] Pushing event updated for resources: {'Port': ['ID=2b2661e7-eebe-4ce7-9a27-b5a579826d6e,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:34.995981 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-0987987d-bf83-4719-aba5-4d00942d3810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.048378 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-0987987d-bf83-4719-aba5-4d00942d3810 None None] For port ef6997d5-ca07-4af9-a9b7-8e7632d55025, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=ef6997d5-ca07-4af9-a9b7-8e7632d55025,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:35.051844 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0404b7ef-34bf-4ab8-b763-2e2f29d3f390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.055413 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0404b7ef-34bf-4ab8-b763-2e2f29d3f390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.056277 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:25:29Z', 'revision_number': 4, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'ef6997d5-ca07-4af9-a9b7-8e7632d55025', 'name': '', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'mac_address': 'fa:16:3e:e9:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:29Z', 'updated_at': '2021-11-20T03:25:34Z', 'revision_number': 4, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'subnets': [{'id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:35.057177 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0404b7ef-34bf-4ab8-b763-2e2f29d3f390 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5a1ad4a-30c4-49a6-9155-6a58158ac041 HTTP/1.1" status: 204 len: 168 time: 0.3598523 Nov 20 03:25:35.058652 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-0987987d-bf83-4719-aba5-4d00942d3810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.075066 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404b7ef-34bf-4ab8-b763-2e2f29d3f390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a1ad4a-30c4-49a6-9155-6a58158ac041,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:35.161610 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bf3b0-352d-4e2c-bb64-44bf03824c7d req-4d23d1a2-9d6a-42e8-a061-f155cc825f85 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:35.170422 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-607bf3b0-352d-4e2c-bb64-44bf03824c7d req-4d23d1a2-9d6a-42e8-a061-f155cc825f85 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 944 time: 0.0688083 Nov 20 03:25:35.273829 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-607bf3b0-352d-4e2c-bb64-44bf03824c7d req-b9464c10-34c6-463a-b561-f0c8471827c4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020961 Nov 20 03:25:35.320637 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2147b748-7e8b-466d-b5a5-4a788f0f7191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.376180 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1780236'] for router, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.388062 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce94af5-23b9-4642-9c1d-c055c63cf493 None None] The sync data for ids ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'] in dv-cinder-818037-5-iscsi is: [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:25:29Z', 'revision_number': 4, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'ef6997d5-ca07-4af9-a9b7-8e7632d55025', 'name': '', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'mac_address': 'fa:16:3e:e9:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:29Z', 'updated_at': '2021-11-20T03:25:34Z', 'revision_number': 4, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'subnets': [{'id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:25:35.422618 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-d71209eb-e4cb-45ad-9b03-6be24ad0ee1f None None] Provisioning complete for port ef6997d5-ca07-4af9-a9b7-8e7632d55025 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:35.422991 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-d71209eb-e4cb-45ad-9b03-6be24ad0ee1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.453870 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2147b748-7e8b-466d-b5a5-4a788f0f7191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4985471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4896948'] for subnet, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.471656 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987987d-bf83-4719-aba5-4d00942d3810 None None] Pushing event updated for resources: {'Port': ['ID=ef6997d5-ca07-4af9-a9b7-8e7632d55025,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:35.530109 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147b748-7e8b-466d-b5a5-4a788f0f7191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c7db36-6980-45d2-81a4-cbda52b7b77c,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:35.536946 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2147b748-7e8b-466d-b5a5-4a788f0f7191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.541210 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-2147b748-7e8b-466d-b5a5-4a788f0f7191 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a2c7db36-6980-45d2-81a4-cbda52b7b77c HTTP/1.1" status: 204 len: 168 time: 0.7191803 Nov 20 03:25:35.543779 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57320) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:35.614033 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Router d07d1fd4-86ed-4415-9364-b10be3909496 is scheduled to L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f with binding_index 1 {{(pid=102610) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:25:35.666125 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.777174 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:25:35.791934 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Sync routers for ids ['d07d1fd4-86ed-4415-9364-b10be3909496'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:25:35.793601 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.807888 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Routers {'d07d1fd4-86ed-4415-9364-b10be3909496'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:35.809434 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] Publish callbacks [] for router, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.810245 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['d07d1fd4-86ed-4415-9364-b10be3909496'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:35.817773 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-cfac34ea-ccc8-4e00-ba00-acaceb815c82 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3125117 Nov 20 03:25:35.818823 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57334) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:35.833386 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d41a12a-126d-47ed-a3db-e47c15076113']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:35.846097 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f4c507-c111-48f3-ba3e-83669b59c870') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:35.846576 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f4c507-c111-48f3-ba3e-83669b59c870') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:35.868221 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639870'] for segment, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.896080 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.913469 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:25:35.914119 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773137'] for segment, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: Traceback (most recent call last): Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: timer() Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: cb(*args, **kw) Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: self._notify() Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: self.callback(batched_events) Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: event.method(event) Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: return f(self, *a, **k) Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._get(url).json() Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:25:35.916092 dv-cinder-818037-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:25:35.985202 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Set router d07d1fd4-86ed-4415-9364-b10be3909496 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:36.014339 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.051482 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d41a12a-126d-47ed-a3db-e47c15076113,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:36.055210 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.060230 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-ecb68d51-1804-4921-82c8-599a0e607aa8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6d41a12a-126d-47ed-a3db-e47c15076113 HTTP/1.1" status: 204 len: 168 time: 0.5135560 Nov 20 03:25:36.277295 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device ef6997d5-ca07-4af9-a9b7-8e7632d55025 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:36.277888 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22546fc1-79ea-4358-b41e-a1e965c0774c req-07ab13df-0bf8-41fe-8f6b-b818d21ab175 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:36.280644 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-22546fc1-79ea-4358-b41e-a1e965c0774c req-07ab13df-0bf8-41fe-8f6b-b818d21ab175 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.1509483 Nov 20 03:25:36.349825 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57350) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:36.403210 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fd05b665-dffa-4883-86d0-1f7f80d4c848 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73ef1bfbb0ec4c3aa4eece7894279f75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0512228 Nov 20 03:25:36.409921 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57352) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:36.425032 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port ef6997d5-ca07-4af9-a9b7-8e7632d55025 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:36.425415 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.440553 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-22546fc1-79ea-4358-b41e-a1e965c0774c req-0d8137d2-24fb-49b6-82c9-0fd7695fcd04 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409512 Nov 20 03:25:36.490542 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c6758-c11b-4947-b120-d8339f16538e None None] Network 416fd2d9-1c7e-4996-b6b8-4b916dc273d1 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:25:36.513580 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9dc88b0b-7b2e-47e1-8277-5c69cd0a4927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.529178 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'name': 'tempest-TestShelveInstance-1389712374-router', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:34Z', 'revision_number': 3, 'project_id': 'ca261cda15e84206828325fbda7b64d6', 'gw_port': {'id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:33Z', 'updated_at': '2021-11-20T03:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:36.537685 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9dc88b0b-7b2e-47e1-8277-5c69cd0a4927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.562329 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Checking router: d07d1fd4-86ed-4415-9364-b10be3909496 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:25:36.563266 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Updating router d07d1fd4-86ed-4415-9364-b10be3909496 port edadfa11-76bd-4669-b48d-088d99c1757f binding host dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:25:36.596037 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.682158 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-d944ee5e-9852-4f95-86d6-ae1a6fac0269 None None] Provisioning complete for port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:36.682621 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-d944ee5e-9852-4f95-86d6-ae1a6fac0269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.682852 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a49b0-6946-4340-9e4f-b9418d4520e8 req-b54a2a20-d0a2-49d0-bd28-9e3fc5d5aab4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:36.688261 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6a7a49b0-6946-4340-9e4f-b9418d4520e8 req-b54a2a20-d0a2-49d0-bd28-9e3fc5d5aab4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 944 time: 0.1044714 Nov 20 03:25:36.689480 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9dc88b0b-7b2e-47e1-8277-5c69cd0a4927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.695137 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9dc88b0b-7b2e-47e1-8277-5c69cd0a4927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.703729 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-9dc88b0b-7b2e-47e1-8277-5c69cd0a4927 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f HTTP/1.1" status: 204 len: 168 time: 0.2888627 Nov 20 03:25:36.780883 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc88b0b-7b2e-47e1-8277-5c69cd0a4927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20db30e6-0b0d-4ce9-8ced-63fc81fb9e2f,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:36.895968 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6a7a49b0-6946-4340-9e4f-b9418d4520e8 req-286f02cf-fb67-4f25-9ab5-38c21e3716da tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909103 Nov 20 03:25:36.909130 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.017724 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 2b2661e7-eebe-4ce7-9a27-b5a579826d6e up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:37.174098 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Publish callbacks [] for port, precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.193936 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.202562 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Allocated IP 172.20.0.1 (416fd2d9-1c7e-4996-b6b8-4b916dc273d1/11994ae4-e662-477b-a371-d9de717b4ba3/493901de-c80a-443d-8169-0ceea765e8a1) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:37.227185 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-d944ee5e-9852-4f95-86d6-ae1a6fac0269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.261368 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:37.261750 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.317391 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Attempting to bind port edadfa11-76bd-4669-b48d-088d99c1757f on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:37.317765 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Attempting to bind port edadfa11-76bd-4669-b48d-088d99c1757f by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:37.318243 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Attempting to bind port edadfa11-76bd-4669-b48d-088d99c1757f on network f834731d-4835-45b7-b408-4aa4c3ba2e40 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:37.319723 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-d944ee5e-9852-4f95-86d6-ae1a6fac0269 None None] For port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=2b2661e7-eebe-4ce7-9a27-b5a579826d6e,segment=NetworkSegment(27e1139f-4313-4131-adbe-f7953e23ad7f),segment_id=27e1139f-4313-4131-adbe-f7953e23ad7f)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:37.331212 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-d944ee5e-9852-4f95-86d6-ae1a6fac0269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.335707 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:37.336150 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Checking segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:37.338757 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.339177 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Bound using segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:37.339684 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Bound port: edadfa11-76bd-4669-b48d-088d99c1757f, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:37.340103 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.342302 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1d480-c002-4f83-8003-e254acdbd512 None None] Pushing event updated for resources: {'Port': ['ID=edadfa11-76bd-4669-b48d-088d99c1757f,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:37.428280 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.466712 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] For port edadfa11-76bd-4669-b48d-088d99c1757f, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:37.471610 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] For port edadfa11-76bd-4669-b48d-088d99c1757f, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=edadfa11-76bd-4669-b48d-088d99c1757f,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:37.480470 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.481218 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944ee5e-9852-4f95-86d6-ae1a6fac0269 None None] Pushing event updated for resources: {'Port': ['ID=2b2661e7-eebe-4ce7-9a27-b5a579826d6e,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:37.504785 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.547935 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1d480-c002-4f83-8003-e254acdbd512 None None] Pushing event updated for resources: {'Port': ['ID=edadfa11-76bd-4669-b48d-088d99c1757f,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:37.572413 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Routers {'d07d1fd4-86ed-4415-9364-b10be3909496'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:37.573300 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['d07d1fd4-86ed-4415-9364-b10be3909496'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:37.592262 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Network 416fd2d9-1c7e-4996-b6b8-4b916dc273d1 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:37.599341 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:37.603077 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:37.636793 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Pushing event updated for resources: {'Port': ['ID=493901de-c80a-443d-8169-0ceea765e8a1,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:37.665879 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779801'] for router_interface, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.680732 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92fbb3-7fac-4dbc-ae01-6f8795553483 req-e2d4c36d-3a2d-40ee-9d1b-352c49eed4e3 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:37.682596 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ad92fbb3-7fac-4dbc-ae01-6f8795553483 req-e2d4c36d-3a2d-40ee-9d1b-352c49eed4e3 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.1077769 Nov 20 03:25:37.769575 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ad92fbb3-7fac-4dbc-ae01-6f8795553483 req-52255326-d3b9-4227-927c-84c33ecfa8cc tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798917 Nov 20 03:25:37.771928 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-a1d86473-7de6-4b8e-9e04-6a9502a079d5 None None] Provisioning complete for port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:37.772329 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-a1d86473-7de6-4b8e-9e04-6a9502a079d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.811904 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] Set router d07d1fd4-86ed-4415-9364-b10be3909496 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:37.984510 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ab796-8932-4776-99c5-28551953709b req-c11655a8-713a-434f-a253-d65cac51d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:37.988578 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-094ab796-8932-4776-99c5-28551953709b req-c11655a8-713a-434f-a253-d65cac51d56c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 1097 time: 0.1137254 Nov 20 03:25:38.035736 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.121063 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 2b2661e7-eebe-4ce7-9a27-b5a579826d6e up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:38.167234 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'name': 'tempest-TestShelveInstance-1389712374-router', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:34Z', 'revision_number': 3, 'project_id': 'ca261cda15e84206828325fbda7b64d6', 'gw_port': {'id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:33Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:38.201079 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048422d-7891-49e6-a4a7-21de67ab835d req-bc3c3731-1b96-43b9-bd71-f0f0428ea9e6 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:38.206174 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ffed7d-957a-4e7b-89fb-def9a87b8868 None None] The sync data for ids ['d07d1fd4-86ed-4415-9364-b10be3909496'] in dv-cinder-818037-5-iscsi is: [{'id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'name': 'tempest-TestShelveInstance-1389712374-router', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:34Z', 'revision_number': 3, 'project_id': 'ca261cda15e84206828325fbda7b64d6', 'gw_port': {'id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:33Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:25:38.216598 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c048422d-7891-49e6-a4a7-21de67ab835d req-bc3c3731-1b96-43b9-bd71-f0f0428ea9e6 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 944 time: 0.1598594 Nov 20 03:25:38.221327 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-4eec8755-6de7-47a8-a2a1-d072ab2ef733 None None] Provisioning complete for port 493901de-c80a-443d-8169-0ceea765e8a1 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:38.221898 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-4eec8755-6de7-47a8-a2a1-d072ab2ef733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.267114 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:38.267570 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.299562 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ab796-8932-4776-99c5-28551953709b req-2ebd4a1a-8d09-4308-b234-3f6068ca7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:38.301348 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-094ab796-8932-4776-99c5-28551953709b req-2ebd4a1a-8d09-4308-b234-3f6068ca7d75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 200 len: 916 time: 0.2841854 Nov 20 03:25:38.315520 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-4eec8755-6de7-47a8-a2a1-d072ab2ef733 None None] Port 493901de-c80a-443d-8169-0ceea765e8a1 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:25:38.323849 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c048422d-7891-49e6-a4a7-21de67ab835d req-31f3f591-4a4e-4345-9f99-a422e195181e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976019 Nov 20 03:25:38.357497 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.363633 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4985413'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.418160 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-094ab796-8932-4776-99c5-28551953709b req-2a8b65c6-55ab-483e-937c-93aec700ddfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=409ff6fa-0f7f-4eb4-b321-ee164178b6cd HTTP/1.1" status: 200 len: 217 time: 0.0893991 Nov 20 03:25:38.451997 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Pushing event updated for resources: {'Port': ['ID=493901de-c80a-443d-8169-0ceea765e8a1,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:38.461444 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779917'] for router_interface, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.490082 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ab796-8932-4776-99c5-28551953709b req-1c018a49-147c-4f98-a23c-745e08de2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:38.491653 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-094ab796-8932-4776-99c5-28551953709b req-1c018a49-147c-4f98-a23c-745e08de2b1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8209c192-32e4-42d1-81e2-634badaa7584 HTTP/1.1" status: 200 len: 855 time: 0.0571251 Nov 20 03:25:38.539300 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-094ab796-8932-4776-99c5-28551953709b req-be9eb7a0-8753-4ada-a046-b2d0bcf9ea3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368447 Nov 20 03:25:38.611478 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Network 416fd2d9-1c7e-4996-b6b8-4b916dc273d1 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:38.613779 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:38.709737 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-094ab796-8932-4776-99c5-28551953709b req-56baa5e4-9c76-4dea-ac2f-305b2c22ac88 service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628060 Nov 20 03:25:38.917806 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Router d07d1fd4-86ed-4415-9364-b10be3909496 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:25:38.941404 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-094ab796-8932-4776-99c5-28551953709b req-e367e6ab-6af2-4a58-a0ed-0d518b3269b1 service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213798 Nov 20 03:25:38.956098 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8497dd2e-221a-4c60-9047-134b292abfee None None] Provisioning complete for port 493901de-c80a-443d-8169-0ceea765e8a1 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:38.957993 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8497dd2e-221a-4c60-9047-134b292abfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:39.065584 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f3aed-254d-4e43-adb2-a7eb54a287be req-2a68c54d-feb5-40e8-a20c-643c0f8fdca9 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:39.067122 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c0f3aed-254d-4e43-adb2-a7eb54a287be req-2a68c54d-feb5-40e8-a20c-643c0f8fdca9 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.1136100 Nov 20 03:25:39.077055 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8497dd2e-221a-4c60-9047-134b292abfee None None] Port 493901de-c80a-443d-8169-0ceea765e8a1 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:25:39.198336 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c0f3aed-254d-4e43-adb2-a7eb54a287be req-b0345f09-e607-47da-968a-60213899aeff tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207857 Nov 20 03:25:39.214106 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5825dee5-5083-4b8c-bdf0-d7b6a3cf85b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:39.506116 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a6e8-a283-4e91-a662-d074fce19dcf req-00c2c610-a9a7-42e1-93e8-13e5ff0b6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:39.507624 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b236a6e8-a283-4e91-a662-d074fce19dcf req-00c2c610-a9a7-42e1-93e8-13e5ff0b6aa5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 1098 time: 0.0839281 Nov 20 03:25:39.656810 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:25:39.670904 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-19b04233-5fcd-4f48-8add-dc15df740836 admin admin] 10.222.0.37 "PUT /v2.0/routers/d07d1fd4-86ed-4415-9364-b10be3909496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8480012 Nov 20 03:25:39.681792 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7db4a-572f-4c57-835a-2a9fe4b720c6 req-18a81f55-b787-4593-88df-4ed2d676301f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:39.689532 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eda7db4a-572f-4c57-835a-2a9fe4b720c6 req-18a81f55-b787-4593-88df-4ed2d676301f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 944 time: 0.1729214 Nov 20 03:25:39.698430 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b236a6e8-a283-4e91-a662-d074fce19dcf req-2d566506-f24b-41ad-b934-a24ee7ed0395 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689208 Nov 20 03:25:39.721672 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 409ff6fa-0f7f-4eb4-b321-ee164178b6cd details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:25:39.766568 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eda7db4a-572f-4c57-835a-2a9fe4b720c6 req-a4199db7-455f-4730-8f91-ab733480ed32 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761011 Nov 20 03:25:39.883308 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=409ff6fa-0f7f-4eb4-b321-ee164178b6cd,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:39.909880 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '409ff6fa-0f7f-4eb4-b321-ee164178b6cd', 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5', 'port_id': '409ff6fa-0f7f-4eb4-b321-ee164178b6cd', 'mac_address': 'fa:16:3e:d5:8f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8209c192-32e4-42d1-81e2-634badaa7584', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:25:39.964056 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:39.978247 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409ff6fa-0f7f-4eb4-b321-ee164178b6cd {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:40.000250 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=409ff6fa-0f7f-4eb4-b321-ee164178b6cd,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:40.007715 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.063935 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=409ff6fa-0f7f-4eb4-b321-ee164178b6cd,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:40.130799 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device edadfa11-76bd-4669-b48d-088d99c1757f up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:40.199015 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port edadfa11-76bd-4669-b48d-088d99c1757f triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:40.199315 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.318655 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.344173 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port edadfa11-76bd-4669-b48d-088d99c1757f, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=edadfa11-76bd-4669-b48d-088d99c1757f,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:40.358693 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.439232 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=edadfa11-76bd-4669-b48d-088d99c1757f,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:40.478196 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['409ff6fa-0f7f-4eb4-b321-ee164178b6cd'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:25:40.505852 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73076ffd-37ac-46a2-b664-1dd234bd3e6f req-8dcb0b2a-724d-4290-b658-fe37d2dd3a50 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:40.507804 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-73076ffd-37ac-46a2-b664-1dd234bd3e6f req-8dcb0b2a-724d-4290-b658-fe37d2dd3a50 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.1160731 Nov 20 03:25:40.528689 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57502) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:40.629503 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-73076ffd-37ac-46a2-b664-1dd234bd3e6f req-d5e414bc-e760-483b-828c-374f39fc8814 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123378 Nov 20 03:25:40.719753 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57512) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:40.725267 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-910beb14-a1fe-481f-8f5a-6334c8dca511 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752053784', 'description': 'tempest-secgroup-smoke-752053784 description', 'project_id': '4794dc407c024daf9067e5a879ec056c'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:40.750574 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-79dd3bc2-38f8-4292-a688-1258ea1deb13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.792373 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-910beb14-a1fe-481f-8f5a-6334c8dca511 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.885309 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57522) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:40.916462 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606e4e4-9571-45e5-a439-f3b62a014aa0 req-ced24291-8682-4757-9a0f-2cd7d9d7375c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:40.918427 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7606e4e4-9571-45e5-a439-f3b62a014aa0 req-ced24291-8682-4757-9a0f-2cd7d9d7375c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 945 time: 0.0818603 Nov 20 03:25:40.953390 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Sync routers for ids ['d07d1fd4-86ed-4415-9364-b10be3909496'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:25:40.967136 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-79dd3bc2-38f8-4292-a688-1258ea1deb13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.975652 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Routers {'d07d1fd4-86ed-4415-9364-b10be3909496'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:40.977543 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['d07d1fd4-86ed-4415-9364-b10be3909496'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:40.982967 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-910beb14-a1fe-481f-8f5a-6334c8dca511 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.984406 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-79dd3bc2-38f8-4292-a688-1258ea1deb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.984687 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7606e4e4-9571-45e5-a439-f3b62a014aa0 req-fe8cf2ad-d9ba-4faf-8dee-a4040799e534 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594115 Nov 20 03:25:41.004410 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-910beb14-a1fe-481f-8f5a-6334c8dca511 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.036709 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-79dd3bc2-38f8-4292-a688-1258ea1deb13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c48e0f47d2e64a95b3d9d7863fa3f5ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5064583 Nov 20 03:25:41.039481 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57526) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:41.047356 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd3bc2-38f8-4292-a688-1258ea1deb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ee2d9c-e3b5-4d4d-a43c-5e7f2854d387,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.052459 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-910beb14-a1fe-481f-8f5a-6334c8dca511 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.054206 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-910beb14-a1fe-481f-8f5a-6334c8dca511 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3328180 Nov 20 03:25:41.058612 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57528) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:41.064989 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-e932dd29-7d1b-42b9-a865-d29f76dd70c7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Request body: {'security_group_rule': {'security_group_id': 'd665f26d-427d-4b0e-9515-d37ba0eb6c56', 'project_id': '4794dc407c024daf9067e5a879ec056c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:41.084476 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4f7c-373f-4139-869c-e1c86a43dfe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.111200 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910beb14-a1fe-481f-8f5a-6334c8dca511 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d665f26d-427d-4b0e-9515-d37ba0eb6c56,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.120197 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e932dd29-7d1b-42b9-a865-d29f76dd70c7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.122815 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-426b837c-656d-49d9-b2ff-9d7701ed4ec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.126790 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Set router d07d1fd4-86ed-4415-9364-b10be3909496 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:41.168551 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-426b837c-656d-49d9-b2ff-9d7701ed4ec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.212646 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4f7c-373f-4139-869c-e1c86a43dfe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.220127 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4f7c-373f-4139-869c-e1c86a43dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.226105 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e932dd29-7d1b-42b9-a865-d29f76dd70c7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.236116 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e932dd29-7d1b-42b9-a865-d29f76dd70c7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.258153 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932dd29-7d1b-42b9-a865-d29f76dd70c7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428e6fc8-0b27-4ca8-b88f-20cb669acaca,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.272898 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-8a7c4f7c-373f-4139-869c-e1c86a43dfe8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d72d6aad590240819b7e17bdc264bb2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3862114 Nov 20 03:25:41.274105 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-426b837c-656d-49d9-b2ff-9d7701ed4ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.276604 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57532) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:41.277340 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-426b837c-656d-49d9-b2ff-9d7701ed4ec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.279192 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-426b837c-656d-49d9-b2ff-9d7701ed4ec8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90ee2d9c-e3b5-4d4d-a43c-5e7f2854d387 HTTP/1.1" status: 204 len: 168 time: 0.2386441 Nov 20 03:25:41.282159 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e932dd29-7d1b-42b9-a865-d29f76dd70c7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.286277 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e932dd29-7d1b-42b9-a865-d29f76dd70c7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2264690 Nov 20 03:25:41.286970 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57536) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:41.297833 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-bb345c66-e4a7-422f-94be-3093d62981a0 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Request body: {'security_group_rule': {'security_group_id': 'd665f26d-427d-4b0e-9515-d37ba0eb6c56', 'project_id': '4794dc407c024daf9067e5a879ec056c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:41.310392 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b837c-656d-49d9-b2ff-9d7701ed4ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ee2d9c-e3b5-4d4d-a43c-5e7f2854d387,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.318831 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c4f7c-373f-4139-869c-e1c86a43dfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3996c70b-d917-486b-99c9-3e6e39533a9f,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.346596 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bb345c66-e4a7-422f-94be-3093d62981a0 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.391749 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-49b2e9fd-c264-4344-893c-6eee0e3c1b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.417745 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-49b2e9fd-c264-4344-893c-6eee0e3c1b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.420443 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bb345c66-e4a7-422f-94be-3093d62981a0 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.426820 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bb345c66-e4a7-422f-94be-3093d62981a0 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.456700 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-d7ce74af-7e2d-4c1f-8569-465ade5429f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.460127 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb345c66-e4a7-422f-94be-3093d62981a0 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bd3cec-69ae-4e70-83b0-31ab93837fb9,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.478327 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bb345c66-e4a7-422f-94be-3093d62981a0 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.479865 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-bb345c66-e4a7-422f-94be-3093d62981a0 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1883187 Nov 20 03:25:41.482591 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57540) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:41.487205 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-1e855a82-d0de-4fd1-a176-268c15cb0ae4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Request body: {'security_group_rule': {'security_group_id': 'd665f26d-427d-4b0e-9515-d37ba0eb6c56', 'project_id': '4794dc407c024daf9067e5a879ec056c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:41.494762 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-49b2e9fd-c264-4344-893c-6eee0e3c1b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.497558 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-49b2e9fd-c264-4344-893c-6eee0e3c1b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.498628 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-49b2e9fd-c264-4344-893c-6eee0e3c1b83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3996c70b-d917-486b-99c9-3e6e39533a9f HTTP/1.1" status: 204 len: 168 time: 0.2210529 Nov 20 03:25:41.512926 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2e9fd-c264-4344-893c-6eee0e3c1b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3996c70b-d917-486b-99c9-3e6e39533a9f,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.523582 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'name': 'tempest-TestShelveInstance-1389712374-router', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 4, 'project_id': 'ca261cda15e84206828325fbda7b64d6', 'gw_port': {'id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:33Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '493901de-c80a-443d-8169-0ceea765e8a1', 'name': '', 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'mac_address': 'fa:16:3e:c5:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '11994ae4-e662-477b-a371-d9de717b4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:36Z', 'updated_at': '2021-11-20T03:25:38Z', 'revision_number': 2, 'project_id': 'ca261cda15e84206828325fbda7b64d6', 'subnets': [{'id': '11994ae4-e662-477b-a371-d9de717b4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:41.533210 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1e855a82-d0de-4fd1-a176-268c15cb0ae4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.560367 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Checking router: d07d1fd4-86ed-4415-9364-b10be3909496 for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:25:41.560765 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Updating router d07d1fd4-86ed-4415-9364-b10be3909496 port 493901de-c80a-443d-8169-0ceea765e8a1 binding host dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:25:41.599310 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.605174 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1e855a82-d0de-4fd1-a176-268c15cb0ae4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.617264 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1e855a82-d0de-4fd1-a176-268c15cb0ae4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.660085 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e855a82-d0de-4fd1-a176-268c15cb0ae4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90565b7b-d6b6-41ea-a52e-76147695b9ed,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.677461 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1e855a82-d0de-4fd1-a176-268c15cb0ae4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.682052 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-1e855a82-d0de-4fd1-a176-268c15cb0ae4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1957929 Nov 20 03:25:41.682698 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57546) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:41.687919 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-52390bc8-809e-4cdb-b42c-e99adec9aaa9 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Request body: {'security_group_rule': {'security_group_id': 'd665f26d-427d-4b0e-9515-d37ba0eb6c56', 'project_id': '4794dc407c024daf9067e5a879ec056c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:41.736704 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52390bc8-809e-4cdb-b42c-e99adec9aaa9 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.753256 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 409ff6fa-0f7f-4eb4-b321-ee164178b6cd up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:41.771832 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57552) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:41.792743 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4b54-bf67-4c48-83cb-38bec2721d17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.881425 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52390bc8-809e-4cdb-b42c-e99adec9aaa9 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.894780 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52390bc8-809e-4cdb-b42c-e99adec9aaa9 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.936825 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52390bc8-809e-4cdb-b42c-e99adec9aaa9 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608d7e76-b9b4-4eca-a314-84edc6b054e1,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.948456 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776ec0e-ec66-4630-a072-21783edb451d req-080bd2e0-0881-4616-89a4-877339a8ddf2 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:41.958664 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9776ec0e-ec66-4630-a072-21783edb451d req-080bd2e0-0881-4616-89a4-877339a8ddf2 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.2055168 Nov 20 03:25:42.020663 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4b54-bf67-4c48-83cb-38bec2721d17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.027482 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:25:42.030963 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4b54-bf67-4c48-83cb-38bec2721d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.041744 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52390bc8-809e-4cdb-b42c-e99adec9aaa9 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.042975 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-52390bc8-809e-4cdb-b42c-e99adec9aaa9 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3591590 Nov 20 03:25:42.049313 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:42.049688 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.050930 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57562) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:42.065187 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-698a10a0-c976-4c74-8591-42fcee78d53c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Request body: {'security_group_rule': {'security_group_id': 'd665f26d-427d-4b0e-9515-d37ba0eb6c56', 'project_id': '4794dc407c024daf9067e5a879ec056c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:42.070563 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-2fdc4b54-bf67-4c48-83cb-38bec2721d17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f68728954ad24282983c53eaaf2b048f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973955 Nov 20 03:25:42.072936 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57564) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:42.136601 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc4b54-bf67-4c48-83cb-38bec2721d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea342923-1b9b-4efe-ab31-fa5d145086ac,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:42.164860 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device edadfa11-76bd-4669-b48d-088d99c1757f up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:42.202999 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9776ec0e-ec66-4630-a072-21783edb451d req-1fb79278-094d-4655-a98e-a6b0f090869d tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430289 Nov 20 03:25:42.221124 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.securitygroups_db [None req-698a10a0-c976-4c74-8591-42fcee78d53c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Project 4794dc407c024daf9067e5a879ec056c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 20 03:25:42.242094 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a8efa92c-014e-4690-9ac5-35b38db15623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.268743 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-698a10a0-c976-4c74-8591-42fcee78d53c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.288244 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a8efa92c-014e-4690-9ac5-35b38db15623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.347778 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57574) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:42.358018 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Publish callbacks [] for port, precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.375075 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.378559 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.388123 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-54bf333b-3189-410f-b5d4-992cde8dd328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.395352 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port edadfa11-76bd-4669-b48d-088d99c1757f triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:42.395994 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.396101 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57578) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:42.460189 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a8efa92c-014e-4690-9ac5-35b38db15623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.466549 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a8efa92c-014e-4690-9ac5-35b38db15623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.467152 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99425ad-063b-41de-ada4-431531d73cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409ff6fa-0f7f-4eb4-b321-ee164178b6cd'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:42.468388 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-a8efa92c-014e-4690-9ac5-35b38db15623 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea342923-1b9b-4efe-ab31-fa5d145086ac HTTP/1.1" status: 204 len: 168 time: 0.3937025 Nov 20 03:25:42.469377 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34918478-e058-4479-90d1-60308b694256" -d '{"events": [{"server_uuid": "f99425ad-063b-41de-ada4-431531d73cf9", "name": "network-vif-plugged", "status": "completed", "tag": "409ff6fa-0f7f-4eb4-b321-ee164178b6cd"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:42.482923 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd1aea-5e28-4d0a-9ddc-8acb28a94866 req-d9810dac-f773-4413-9fb8-0ccf4d6d0519 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:42.485199 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a0dd1aea-5e28-4d0a-9ddc-8acb28a94866 req-d9810dac-f773-4413-9fb8-0ccf4d6d0519 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 945 time: 0.3242712 Nov 20 03:25:42.496986 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=409ff6fa-0f7f-4eb4-b321-ee164178b6cd,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:42.506196 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-698a10a0-c976-4c74-8591-42fcee78d53c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.510249 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.512484 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603a44c-fdc3-4888-89a8-7f5b440303c9 None None] Pushing event updated for resources: {'Port': ['ID=493901de-c80a-443d-8169-0ceea765e8a1,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:42.537683 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-698a10a0-c976-4c74-8591-42fcee78d53c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.566532 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-54bf333b-3189-410f-b5d4-992cde8dd328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.579459 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-54bf333b-3189-410f-b5d4-992cde8dd328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.586053 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92448e38-5c31-4fee-b795-8d742eb4c905 req-2dc65f90-0c10-43c2-a2bd-47e808ed94e8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:42.587667 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-92448e38-5c31-4fee-b795-8d742eb4c905 req-2dc65f90-0c10-43c2-a2bd-47e808ed94e8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.2192516 Nov 20 03:25:42.595190 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a10a0-c976-4c74-8591-42fcee78d53c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c462e306-ad6d-4bed-bb79-9dc75ba0df89,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:42.618292 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-698a10a0-c976-4c74-8591-42fcee78d53c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.620077 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-698a10a0-c976-4c74-8591-42fcee78d53c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5681341 Nov 20 03:25:42.630773 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57588) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:42.636734 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-54bf333b-3189-410f-b5d4-992cde8dd328 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6771d5bbf13a4f22a7607a4606d1d424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887037 Nov 20 03:25:42.638044 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efa92c-014e-4690-9ac5-35b38db15623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea342923-1b9b-4efe-ab31-fa5d145086ac,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:42.648930 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57590) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:42.649977 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-c61cdbcd-6066-46b5-a15f-152c1a16b064 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Request body: {'security_group_rule': {'security_group_id': 'd665f26d-427d-4b0e-9515-d37ba0eb6c56', 'project_id': '4794dc407c024daf9067e5a879ec056c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:42.698246 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a0dd1aea-5e28-4d0a-9ddc-8acb28a94866 req-a52f6c91-116a-4811-b0dc-7b43cd264bf4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993384 Nov 20 03:25:42.760478 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf333b-3189-410f-b5d4-992cde8dd328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9ba901-ec29-4cb2-8e76-e21c46e0b325,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:42.776387 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.securitygroups_db [None req-c61cdbcd-6066-46b5-a15f-152c1a16b064 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Project 4794dc407c024daf9067e5a879ec056c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 20 03:25:42.795412 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-92448e38-5c31-4fee-b795-8d742eb4c905 req-35ba5f22-d6b9-4e8c-9339-3462876b9a64 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838801 Nov 20 03:25:42.802666 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c61cdbcd-6066-46b5-a15f-152c1a16b064 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.835696 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3a7029f9-da49-4d63-b795-24c43bec4072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.853711 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f1449a43-4788-43cb-a7c4-385414dc31d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.877789 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.885674 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3a7029f9-da49-4d63-b795-24c43bec4072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.888120 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=409ff6fa-0f7f-4eb4-b321-ee164178b6cd,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:42.902103 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c824eb-8333-4ae6-925c-09616bd02e57 x-openstack-request-id: req-06c824eb-8333-4ae6-925c-09616bd02e57 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:42.902440 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99425ad-063b-41de-ada4-431531d73cf9", "name": "network-vif-plugged", "status": "completed", "tag": "409ff6fa-0f7f-4eb4-b321-ee164178b6cd", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:42.902733 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06c824eb-8333-4ae6-925c-09616bd02e57 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:42.903239 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99425ad-063b-41de-ada4-431531d73cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409ff6fa-0f7f-4eb4-b321-ee164178b6cd', 'code': 200} Nov 20 03:25:42.906982 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Attempting to bind port 493901de-c80a-443d-8169-0ceea765e8a1 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:42.907369 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Attempting to bind port 493901de-c80a-443d-8169-0ceea765e8a1 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '27e1139f-4313-4131-adbe-f7953e23ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:42.907742 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Attempting to bind port 493901de-c80a-443d-8169-0ceea765e8a1 on network 416fd2d9-1c7e-4996-b6b8-4b916dc273d1 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:42.929495 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:42.929877 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Checking segment: {'id': '27e1139f-4313-4131-adbe-f7953e23ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:42.930707 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.931101 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Bound using segment: {'id': '27e1139f-4313-4131-adbe-f7953e23ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:42.932051 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Bound port: 493901de-c80a-443d-8169-0ceea765e8a1, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e1139f-4313-4131-adbe-f7953e23ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:42.932443 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.948199 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-53426daa-6336-4c89-bdc4-18a4c161154c None None] Provisioning complete for port 493901de-c80a-443d-8169-0ceea765e8a1 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:42.948546 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-53426daa-6336-4c89-bdc4-18a4c161154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.997666 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c61cdbcd-6066-46b5-a15f-152c1a16b064 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.012082 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c61cdbcd-6066-46b5-a15f-152c1a16b064 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.056418 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cdbcd-6066-46b5-a15f-152c1a16b064 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134db593-9e1d-4f1a-9ed7-46100bc39c66,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:43.062644 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3a7029f9-da49-4d63-b795-24c43bec4072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.065037 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3a7029f9-da49-4d63-b795-24c43bec4072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.071134 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-53426daa-6336-4c89-bdc4-18a4c161154c None None] Port 493901de-c80a-443d-8169-0ceea765e8a1 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:25:43.072097 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-3a7029f9-da49-4d63-b795-24c43bec4072 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a9ba901-ec29-4cb2-8e76-e21c46e0b325 HTTP/1.1" status: 204 len: 168 time: 0.4215674 Nov 20 03:25:43.073276 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c61cdbcd-6066-46b5-a15f-152c1a16b064 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.084050 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c61cdbcd-6066-46b5-a15f-152c1a16b064 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4509170 Nov 20 03:25:43.095472 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] For port 493901de-c80a-443d-8169-0ceea765e8a1, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:43.108613 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7029f9-da49-4d63-b795-24c43bec4072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9ba901-ec29-4cb2-8e76-e21c46e0b325,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:43.112082 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] For port 493901de-c80a-443d-8169-0ceea765e8a1, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=493901de-c80a-443d-8169-0ceea765e8a1,segment=NetworkSegment(27e1139f-4313-4131-adbe-f7953e23ad7f),segment_id=27e1139f-4313-4131-adbe-f7953e23ad7f)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:43.122826 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f1449a43-4788-43cb-a7c4-385414dc31d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.133936 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f1449a43-4788-43cb-a7c4-385414dc31d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.149326 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.186326 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1449a43-4788-43cb-a7c4-385414dc31d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2114c7d5-faf7-457a-a3e3-12aeb6c2e433,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:43.192426 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-f1449a43-4788-43cb-a7c4-385414dc31d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=560ab0df9d944e7895713e47aeec7682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7926552 Nov 20 03:25:43.195230 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57602) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:43.260706 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-557ad604-9dda-4625-a719-828ad328b0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.311764 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-557ad604-9dda-4625-a719-828ad328b0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.314222 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df57dd7-7186-4440-b121-63423faa41f8 req-0c03ee99-15fe-4b99-bace-e43c0422006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:43.318689 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6df57dd7-7186-4440-b121-63423faa41f8 req-0c03ee99-15fe-4b99-bace-e43c0422006b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 1099 time: 0.0965559 Nov 20 03:25:43.360918 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603a44c-fdc3-4888-89a8-7f5b440303c9 None None] Pushing event updated for resources: {'Port': ['ID=493901de-c80a-443d-8169-0ceea765e8a1,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:43.381329 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Routers {'d07d1fd4-86ed-4415-9364-b10be3909496'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:43.382676 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['d07d1fd4-86ed-4415-9364-b10be3909496'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:43.510500 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6df57dd7-7186-4440-b121-63423faa41f8 req-c850192c-98e3-493d-8d8b-29383acd1b60 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774986 Nov 20 03:25:43.517509 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-557ad604-9dda-4625-a719-828ad328b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.522317 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-557ad604-9dda-4625-a719-828ad328b0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.530108 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-557ad604-9dda-4625-a719-828ad328b0dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2114c7d5-faf7-457a-a3e3-12aeb6c2e433 HTTP/1.1" status: 204 len: 168 time: 0.3294754 Nov 20 03:25:43.556730 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ad604-9dda-4625-a719-828ad328b0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2114c7d5-faf7-457a-a3e3-12aeb6c2e433,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:43.635676 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-1b26868c-59dd-40e8-a2a0-8a7232b93bb8 None None] Provisioning complete for port 493901de-c80a-443d-8169-0ceea765e8a1 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:43.636069 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1b26868c-59dd-40e8-a2a0-8a7232b93bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.742944 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.783917 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] Set router d07d1fd4-86ed-4415-9364-b10be3909496 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:43.849871 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1b26868c-59dd-40e8-a2a0-8a7232b93bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.859987 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633165d-ba1b-4ab8-8961-808791c1a978 req-75b19dbc-ea99-4001-b0fc-1556c18007a1 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:43.868530 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7633165d-ba1b-4ab8-8961-808791c1a978 req-75b19dbc-ea99-4001-b0fc-1556c18007a1 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 946 time: 0.0642469 Nov 20 03:25:43.956372 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7633165d-ba1b-4ab8-8961-808791c1a978 req-eccf80d9-afaa-435e-90dd-9b77bbcb1cd8 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863373 Nov 20 03:25:44.029592 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-1b26868c-59dd-40e8-a2a0-8a7232b93bb8 None None] For port 493901de-c80a-443d-8169-0ceea765e8a1, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=493901de-c80a-443d-8169-0ceea765e8a1,segment=NetworkSegment(27e1139f-4313-4131-adbe-f7953e23ad7f),segment_id=27e1139f-4313-4131-adbe-f7953e23ad7f)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:44.044312 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1b26868c-59dd-40e8-a2a0-8a7232b93bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.154925 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26868c-59dd-40e8-a2a0-8a7232b93bb8 None None] Pushing event updated for resources: {'Port': ['ID=493901de-c80a-443d-8169-0ceea765e8a1,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:44.196130 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'name': 'tempest-TestShelveInstance-1389712374-router', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 4, 'project_id': 'ca261cda15e84206828325fbda7b64d6', 'gw_port': {'id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:33Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '493901de-c80a-443d-8169-0ceea765e8a1', 'name': '', 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'mac_address': 'fa:16:3e:c5:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '11994ae4-e662-477b-a371-d9de717b4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:36Z', 'updated_at': '2021-11-20T03:25:43Z', 'revision_number': 4, 'project_id': 'ca261cda15e84206828325fbda7b64d6', 'subnets': [{'id': '11994ae4-e662-477b-a371-d9de717b4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:44.229771 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240c777-7767-445f-b33b-1d35028b4980 None None] The sync data for ids ['d07d1fd4-86ed-4415-9364-b10be3909496'] in dv-cinder-818037-5-iscsi is: [{'id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'name': 'tempest-TestShelveInstance-1389712374-router', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 4, 'project_id': 'ca261cda15e84206828325fbda7b64d6', 'gw_port': {'id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:33Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '493901de-c80a-443d-8169-0ceea765e8a1', 'name': '', 'network_id': '416fd2d9-1c7e-4996-b6b8-4b916dc273d1', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'mac_address': 'fa:16:3e:c5:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '11994ae4-e662-477b-a371-d9de717b4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:36Z', 'updated_at': '2021-11-20T03:25:43Z', 'revision_number': 4, 'project_id': 'ca261cda15e84206828325fbda7b64d6', 'subnets': [{'id': '11994ae4-e662-477b-a371-d9de717b4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:25:44.275425 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57692) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:44.303478 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a082e06c-88ad-4942-a3ab-e9ef4e723b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.319406 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 57694) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:44.425121 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a082e06c-88ad-4942-a3ab-e9ef4e723b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.430468 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a082e06c-88ad-4942-a3ab-e9ef4e723b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.489279 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-a082e06c-88ad-4942-a3ab-e9ef4e723b5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62d372eeeb464efe840a0e5621e68de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072024 Nov 20 03:25:44.492363 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57712) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:44.495750 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082e06c-88ad-4942-a3ab-e9ef4e723b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345d9b59-2748-4318-91f2-ba7a2aab82b2,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:44.622575 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-21a13234-4090-41d5-9976-c5b426f43456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.674121 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-21a13234-4090-41d5-9976-c5b426f43456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.706444 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1593a3a1-440b-452b-96af-d19318f43dd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.769895 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-21a13234-4090-41d5-9976-c5b426f43456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.773165 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-21a13234-4090-41d5-9976-c5b426f43456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.775270 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-21a13234-4090-41d5-9976-c5b426f43456 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/345d9b59-2748-4318-91f2-ba7a2aab82b2 HTTP/1.1" status: 204 len: 168 time: 0.2817247 Nov 20 03:25:44.790909 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a13234-4090-41d5-9976-c5b426f43456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345d9b59-2748-4318-91f2-ba7a2aab82b2,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:44.928961 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1593a3a1-440b-452b-96af-d19318f43dd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.936742 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1593a3a1-440b-452b-96af-d19318f43dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:45.006173 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 57740) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:45.035567 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-1593a3a1-440b-452b-96af-d19318f43dd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afd8ad4c616d446b855c25b1f832207f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6823783 Nov 20 03:25:45.062387 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:45.129486 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593a3a1-440b-452b-96af-d19318f43dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0050a376-3550-446e-9f8c-79cc7c92a9f1,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:45.284872 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59cdab-a1a4-49cc-a1df-83dcd0664190 req-4ee6adac-1759-42c9-a880-3d441d1b26fa tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:45.286413 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8b59cdab-a1a4-49cc-a1df-83dcd0664190 req-4ee6adac-1759-42c9-a880-3d441d1b26fa tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.2549574 Nov 20 03:25:45.291098 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0477a7-8a45-4840-847a-d26c518cea96 req-e77baf87-d750-4469-9e52-34145c0f0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:45.292575 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ec0477a7-8a45-4840-847a-d26c518cea96 req-e77baf87-d750-4469-9e52-34145c0f0f95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 1099 time: 0.2351635 Nov 20 03:25:45.306603 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c6890-e060-4d60-8e33-e1cea1cc0753 req-9f3f7c3d-01b1-46e5-9480-e84d80ef59a2 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:45.312210 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bb1c6890-e060-4d60-8e33-e1cea1cc0753 req-9f3f7c3d-01b1-46e5-9480-e84d80ef59a2 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 946 time: 0.2456748 Nov 20 03:25:45.355948 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4acea960-06ce-4899-a89e-6c497579312e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:45.456868 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4acea960-06ce-4899-a89e-6c497579312e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:45.557623 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0477a7-8a45-4840-847a-d26c518cea96 req-d2528650-bc2e-4872-a8cc-cc8c7b04359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:45.559712 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ec0477a7-8a45-4840-847a-d26c518cea96 req-d2528650-bc2e-4872-a8cc-cc8c7b04359a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 920 time: 0.2431707 Nov 20 03:25:45.584141 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bb1c6890-e060-4d60-8e33-e1cea1cc0753 req-7f265689-57a6-49b5-94fc-04fa9ee21cc1 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568359 Nov 20 03:25:45.590566 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8b59cdab-a1a4-49cc-a1df-83dcd0664190 req-f683eb95-be71-4455-91e2-cb63f367d860 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728877 Nov 20 03:25:45.636272 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ec0477a7-8a45-4840-847a-d26c518cea96 req-d24ff61d-ecc4-41b4-bc11-114b8a4cdc96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b72906-e641-41e4-a5a9-636c7cd117c9 HTTP/1.1" status: 200 len: 217 time: 0.0417125 Nov 20 03:25:45.697944 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4acea960-06ce-4899-a89e-6c497579312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:45.701231 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4acea960-06ce-4899-a89e-6c497579312e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:45.702399 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-4acea960-06ce-4899-a89e-6c497579312e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0050a376-3550-446e-9f8c-79cc7c92a9f1 HTTP/1.1" status: 204 len: 168 time: 0.6946516 Nov 20 03:25:45.709264 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0477a7-8a45-4840-847a-d26c518cea96 req-870f1ec5-8d0c-4e95-a229-01ce3078c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:45.710677 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ec0477a7-8a45-4840-847a-d26c518cea96 req-870f1ec5-8d0c-4e95-a229-01ce3078c99c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b6bcf67-a129-42af-870d-72f06d1689cd HTTP/1.1" status: 200 len: 859 time: 0.0644848 Nov 20 03:25:45.715656 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acea960-06ce-4899-a89e-6c497579312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0050a376-3550-446e-9f8c-79cc7c92a9f1,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:45.786271 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ec0477a7-8a45-4840-847a-d26c518cea96 req-53000016-32ec-4cbd-a22a-70a00a618b21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2470cf7-b23b-4542-91b2-b6ec415686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362289 Nov 20 03:25:45.939736 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ec0477a7-8a45-4840-847a-d26c518cea96 req-dc2906aa-c998-45c5-835b-40616d65242a service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445136 Nov 20 03:25:46.103324 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ec0477a7-8a45-4840-847a-d26c518cea96 req-d24d5a9a-7ace-4b81-9b69-6567b49a9140 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442823 Nov 20 03:25:46.125859 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 493901de-c80a-443d-8169-0ceea765e8a1 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:46.195158 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 493901de-c80a-443d-8169-0ceea765e8a1 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:46.195763 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:46.740244 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7c1ff-0283-4d4e-bf33-6ba3c5984625 req-073881b1-4892-4a49-a9c8-34f7b00ebd00 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:46.741794 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3cb7c1ff-0283-4d4e-bf33-6ba3c5984625 req-073881b1-4892-4a49-a9c8-34f7b00ebd00 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 946 time: 0.0865304 Nov 20 03:25:46.817003 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af8c09-cd3e-4f70-85a4-c2d3450b7c14 req-00222c0b-6dcc-4dd1-9d9a-a07cd5686a06 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:46.818513 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15af8c09-cd3e-4f70-85a4-c2d3450b7c14 req-00222c0b-6dcc-4dd1-9d9a-a07cd5686a06 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1125700 Nov 20 03:25:46.896473 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3cb7c1ff-0283-4d4e-bf33-6ba3c5984625 req-91a1d79d-4f02-470e-adc9-4de92076d8ba tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379709 Nov 20 03:25:46.936417 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15af8c09-cd3e-4f70-85a4-c2d3450b7c14 req-1b0579e2-7038-4d6d-8fb2-51c56faba81c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924845 Nov 20 03:25:48.061452 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8e645-2b03-4ddc-a5be-615c80e0bbaa req-834e5471-b0a6-4ffa-b1d6-b5767ee7bedf tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:48.062912 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79b8e645-2b03-4ddc-a5be-615c80e0bbaa req-834e5471-b0a6-4ffa-b1d6-b5767ee7bedf tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0480683 Nov 20 03:25:48.110179 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79b8e645-2b03-4ddc-a5be-615c80e0bbaa req-68a8c3c8-2f51-4bc8-bf70-94e5067c8a7e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Nov 20 03:25:49.221648 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d83665-6f0b-4a9c-aa23-966f431cd687 req-c04f6186-081c-4a3a-bd4b-46bd37cffef6 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:49.223025 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d6d83665-6f0b-4a9c-aa23-966f431cd687 req-c04f6186-081c-4a3a-bd4b-46bd37cffef6 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0480905 Nov 20 03:25:49.270970 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d6d83665-6f0b-4a9c-aa23-966f431cd687 req-096df27f-943f-44ff-a146-f1544e7aff8e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Nov 20 03:25:50.382768 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983d642-e3b8-4109-8e83-94c5dc87effb req-9dbbe0fe-e289-4848-aeb7-a3968327a439 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:50.384224 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0983d642-e3b8-4109-8e83-94c5dc87effb req-9dbbe0fe-e289-4848-aeb7-a3968327a439 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0474811 Nov 20 03:25:50.429255 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0983d642-e3b8-4109-8e83-94c5dc87effb req-be0cb5fd-8cab-4daa-aa7f-6daff5cb6c2d tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391591 Nov 20 03:25:51.550830 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0d79-75c4-4f4b-ab07-9cc9f0952e08 req-035c5434-a031-4be7-89b5-9c60b6556594 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:51.552427 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9cdb0d79-75c4-4f4b-ab07-9cc9f0952e08 req-035c5434-a031-4be7-89b5-9c60b6556594 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0551505 Nov 20 03:25:51.605166 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9cdb0d79-75c4-4f4b-ab07-9cc9f0952e08 req-538d5daa-7556-4738-852b-3439fb06c86a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466750 Nov 20 03:25:52.736509 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6e4fc-2273-4247-85bc-534e2f8ecfd0 req-3e7b7680-d941-4c25-81fd-5f3dcde3f1a0 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:52.737974 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a2e6e4fc-2273-4247-85bc-534e2f8ecfd0 req-3e7b7680-d941-4c25-81fd-5f3dcde3f1a0 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0543549 Nov 20 03:25:52.790428 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a2e6e4fc-2273-4247-85bc-534e2f8ecfd0 req-4a867cbf-e488-4986-96e1-bdc2a8715622 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 Nov 20 03:25:53.047706 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58042) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:53.174697 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0a9eeac-d71f-4476-a5a5-7beccadc9526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.252559 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0a9eeac-d71f-4476-a5a5-7beccadc9526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.258223 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0a9eeac-d71f-4476-a5a5-7beccadc9526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.298883 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d0a9eeac-d71f-4476-a5a5-7beccadc9526 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6ef8679d5084fa486af759d42772026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502098 Nov 20 03:25:53.299742 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9eeac-d71f-4476-a5a5-7beccadc9526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca71a0cd-6467-4b20-a7b9-28614c7ea576,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:53.302129 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58054) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:53.372332 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3a096124-86cc-46c8-b67c-5f26aa5bdf74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.393525 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3a096124-86cc-46c8-b67c-5f26aa5bdf74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.439682 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3a096124-86cc-46c8-b67c-5f26aa5bdf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.442510 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3a096124-86cc-46c8-b67c-5f26aa5bdf74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.443660 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-3a096124-86cc-46c8-b67c-5f26aa5bdf74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca71a0cd-6467-4b20-a7b9-28614c7ea576 HTTP/1.1" status: 204 len: 168 time: 0.1404903 Nov 20 03:25:53.456189 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a096124-86cc-46c8-b67c-5f26aa5bdf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca71a0cd-6467-4b20-a7b9-28614c7ea576,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:53.601094 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:25:53.724432 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58074) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:53.738475 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-807f4579-a3f3-41f0-b81f-ba194a01f853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.809152 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-807f4579-a3f3-41f0-b81f-ba194a01f853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.812789 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-807f4579-a3f3-41f0-b81f-ba194a01f853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.856752 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f4579-a3f3-41f0-b81f-ba194a01f853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46161cba-966d-47d5-9c8a-17b25c890199,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:53.864893 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-807f4579-a3f3-41f0-b81f-ba194a01f853 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cdd2f2c23144729a79d3a4e16b08d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371427 Nov 20 03:25:53.865262 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58080) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:53.943596 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c76d1d-8728-4065-a06b-697aabed3ca7 req-52aeecc1-9f21-47b1-8119-e423f24e0baf tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:53.945063 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-00c76d1d-8728-4065-a06b-697aabed3ca7 req-52aeecc1-9f21-47b1-8119-e423f24e0baf tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0733275 Nov 20 03:25:53.961978 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bf06f9b0-770e-48ca-9c37-b3b49189b5d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.002633 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bf06f9b0-770e-48ca-9c37-b3b49189b5d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.022530 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-00c76d1d-8728-4065-a06b-697aabed3ca7 req-043ddae2-879d-4b55-b807-df08e6715eff tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702739 Nov 20 03:25:54.062090 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bf06f9b0-770e-48ca-9c37-b3b49189b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.064729 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bf06f9b0-770e-48ca-9c37-b3b49189b5d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.065918 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-bf06f9b0-770e-48ca-9c37-b3b49189b5d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46161cba-966d-47d5-9c8a-17b25c890199 HTTP/1.1" status: 204 len: 168 time: 0.1996858 Nov 20 03:25:54.073424 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06f9b0-770e-48ca-9c37-b3b49189b5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46161cba-966d-47d5-9c8a-17b25c890199,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:54.358818 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58096) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:54.482043 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db9d2c70-69d0-4800-ab0d-913a390c680f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.568192 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db9d2c70-69d0-4800-ab0d-913a390c680f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.574070 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db9d2c70-69d0-4800-ab0d-913a390c680f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.623103 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-db9d2c70-69d0-4800-ab0d-913a390c680f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db55e2865f894442a9ffb6c4afbbbc33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631726 Nov 20 03:25:54.624661 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d2c70-69d0-4800-ab0d-913a390c680f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d42220-a401-4f3f-9f16-c1f074d2e407,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:54.625757 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58114) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:54.691168 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c700893e-2a4f-47fe-ab55-a5f95c54a12a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.714830 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c700893e-2a4f-47fe-ab55-a5f95c54a12a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.783653 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c700893e-2a4f-47fe-ab55-a5f95c54a12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.786403 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c700893e-2a4f-47fe-ab55-a5f95c54a12a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.787546 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-c700893e-2a4f-47fe-ab55-a5f95c54a12a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3d42220-a401-4f3f-9f16-c1f074d2e407 HTTP/1.1" status: 204 len: 168 time: 0.1602101 Nov 20 03:25:54.795282 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700893e-2a4f-47fe-ab55-a5f95c54a12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d42220-a401-4f3f-9f16-c1f074d2e407,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:54.856317 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58126) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:55.117079 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bc37494e-fdbe-4ff0-8e4f-f87e48bc672c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:55.173931 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2267e-19d0-4e61-9198-c8994bf07afd req-7d9eb68e-60b7-4765-a417-92b6c57fe025 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:55.181696 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-73e2267e-19d0-4e61-9198-c8994bf07afd req-7d9eb68e-60b7-4765-a417-92b6c57fe025 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0790164 Nov 20 03:25:55.241301 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bc37494e-fdbe-4ff0-8e4f-f87e48bc672c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:55.248168 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bc37494e-fdbe-4ff0-8e4f-f87e48bc672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:55.254343 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-73e2267e-19d0-4e61-9198-c8994bf07afd req-2f9f6d12-647b-4e38-b0f5-c4475f893016 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653112 Nov 20 03:25:55.301577 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-bc37494e-fdbe-4ff0-8e4f-f87e48bc672c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66c9ac6eafc2452196ffe753e2cd684b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414887 Nov 20 03:25:55.301577 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37494e-fdbe-4ff0-8e4f-f87e48bc672c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e4bfbe-93ae-43d5-8a13-b0d0a206df19,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:55.302494 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58152) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:55.365263 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20bc5719-d032-4008-9b95-218cee50c76c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:55.389248 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20bc5719-d032-4008-9b95-218cee50c76c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:55.458108 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20bc5719-d032-4008-9b95-218cee50c76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:55.460987 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20bc5719-d032-4008-9b95-218cee50c76c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:55.462221 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-20bc5719-d032-4008-9b95-218cee50c76c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61e4bfbe-93ae-43d5-8a13-b0d0a206df19 HTTP/1.1" status: 204 len: 168 time: 0.1588006 Nov 20 03:25:55.472264 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc5719-d032-4008-9b95-218cee50c76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e4bfbe-93ae-43d5-8a13-b0d0a206df19,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:55.960932 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58190) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:56.151611 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1438846797-network', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:56.172958 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Made reservation on behalf of ee28f54d912d4789b1b0abf0f0cddab5 for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:56.175978 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.185350 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.279746 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.291956 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.315550 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:25:56.344306 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.344635 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Added segment 23c5016d-ded3-4dfc-99ae-338ed54ccbbe of type vlan for network 47f51dd2-9655-4765-8747-cb254c8e5525 Nov 20 03:25:56.354172 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b61b7b-9003-4e98-b694-9122ebae37c6,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:56.424180 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.439048 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601c1c1-61bf-4cfa-8c93-912303cfc2d2 req-c17ab123-2192-4a25-958f-35be7bbeb705 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:56.440599 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b601c1c1-61bf-4cfa-8c93-912303cfc2d2 req-c17ab123-2192-4a25-958f-35be7bbeb705 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1104276 Nov 20 03:25:56.477175 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.478071 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:56.478676 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.555106 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5930474 Nov 20 03:25:56.559591 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58226) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:56.567732 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b601c1c1-61bf-4cfa-8c93-912303cfc2d2 req-f7994ba3-df25-401b-8dcb-4eaef7b49706 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186612 Nov 20 03:25:56.568976 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-13905779-a996-4b91-9b19-5e8e4fe60664 admin admin] Request body: {'subnet': {'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1438846797-subnet', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'ip_version': 4}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:56.594865 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2898b10-ff73-496b-bd1d-ffad660ef195 admin admin] Pushing event updated for resources: {'Network': ['ID=47f51dd2-9655-4765-8747-cb254c8e5525,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:56.597804 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13905779-a996-4b91-9b19-5e8e4fe60664 admin admin] Made reservation on behalf of ee28f54d912d4789b1b0abf0f0cddab5 for: {'subnet': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:56.600831 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-13905779-a996-4b91-9b19-5e8e4fe60664 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4896913'] for subnet, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.608793 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network 47f51dd2-9655-4765-8747-cb254c8e5525 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:25:56.800710 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-13905779-a996-4b91-9b19-5e8e4fe60664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4985534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4896959'] for subnet, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.866242 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13905779-a996-4b91-9b19-5e8e4fe60664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0161227e-706f-418f-bfc8-985c44c88c8a,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:56.879839 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13905779-a996-4b91-9b19-5e8e4fe60664 admin admin] Checking segment: {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:56.879839 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13905779-a996-4b91-9b19-5e8e4fe60664 admin admin] Network hostable DHCP agents. Network: 47f51dd2-9655-4765-8747-cb254c8e5525, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:25:56.906651 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13905779-a996-4b91-9b19-5e8e4fe60664 admin admin] Network 47f51dd2-9655-4765-8747-cb254c8e5525 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:25:56.919286 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-13905779-a996-4b91-9b19-5e8e4fe60664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, 47f51dd2-9655-4765-8747-cb254c8e5525) {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:56.925529 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13905779-a996-4b91-9b19-5e8e4fe60664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:56.926617 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-13905779-a996-4b91-9b19-5e8e4fe60664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.929787 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9362de4d-bd43-4d51-9954-cfc0723278e5 None None] Network 47f51dd2-9655-4765-8747-cb254c8e5525 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:25:56.944147 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-13905779-a996-4b91-9b19-5e8e4fe60664 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3818719 Nov 20 03:25:56.947119 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58240) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:56.954052 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:56.991714 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1782864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26058'] for router, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.992848 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1782980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1780313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1631563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31801'] for router, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:57.123438 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:57.160804 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60e1c005-087a-5312-b221-c5ea256aad24-47f51dd2-9655-4765-8747-cb254c8e5525', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a'}]}} from dv-cinder-818037-5-iscsi. {{(pid=102611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:25:57.164302 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:57.277590 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:57.314413 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.db_base_plugin_common [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Allocated IP 172.20.0.2 (47f51dd2-9655-4765-8747-cb254c8e5525/0161227e-706f-418f-bfc8-985c44c88c8a/9d6821c8-1696-48d9-9c70-2354e0f1f799) {{(pid=102611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:57.591625 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Publish callbacks [] for port, precommit_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:57.602130 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:57.651026 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Network 47f51dd2-9655-4765-8747-cb254c8e5525 is already hosted by enough agents. {{(pid=102611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:57.655217 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.base_scheduler [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Resources bound (agent type, host, resource id): {{(pid=102611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:57.658686 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Received port after_create {{(pid=102611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:57.666867 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Pushing event updated for resources: {'Port': ['ID=9d6821c8-1696-48d9-9c70-2354e0f1f799,revision_number=1']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:57.721909 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Attempting to bind port 9d6821c8-1696-48d9-9c70-2354e0f1f799 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:57.722479 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Attempting to bind port 9d6821c8-1696-48d9-9c70-2354e0f1f799 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:57.722907 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Attempting to bind port 9d6821c8-1696-48d9-9c70-2354e0f1f799 on network 47f51dd2-9655-4765-8747-cb254c8e5525 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:57.728683 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:57.729113 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Checking segment: {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:57.729472 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:57.729870 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Bound using segment: {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:57.731094 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Bound port: 9d6821c8-1696-48d9-9c70-2354e0f1f799, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:57.731528 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:57.779207 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:57.800929 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5518843-b155-4cc4-b842-0aa50c98584d req-3ac3f60c-87a2-4a2d-8d49-e0c69b619e6e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:57.802472 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5518843-b155-4cc4-b842-0aa50c98584d req-3ac3f60c-87a2-4a2d-8d49-e0c69b619e6e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1033833 Nov 20 03:25:57.803932 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] For port 9d6821c8-1696-48d9-9c70-2354e0f1f799, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:57.807819 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] For port 9d6821c8-1696-48d9-9c70-2354e0f1f799, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=9d6821c8-1696-48d9-9c70-2354e0f1f799,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:57.816605 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:57.827886 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:57.886288 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc9921-2769-4af3-80fe-271379389515 None None] Pushing event updated for resources: {'Port': ['ID=9d6821c8-1696-48d9-9c70-2354e0f1f799,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:57.923653 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5518843-b155-4cc4-b842-0aa50c98584d req-1b1bb6a7-aa39-49ab-b7af-ab2ea6be69e6 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971885 Nov 20 03:25:57.983499 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Allocated IP 172.27.1.186 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/8174dc49-29d9-4af4-accb-96263360c708) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:58.120173 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:58.170279 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:58.191156 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:58.218667 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:58.223472 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:58.269233 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Pushing event updated for resources: {'Port': ['ID=8174dc49-29d9-4af4-accb-96263360c708,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:58.503644 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:58.704151 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1780236'] for router, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:58.832674 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Router acc52df4-418f-4728-9a8a-785220962875 is scheduled to L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f with binding_index 1 {{(pid=102609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:25:58.874552 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b045ff1-32b4-490e-9d94-52b9845c6f55 None None] Network 47f51dd2-9655-4765-8747-cb254c8e5525 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:25:58.949582 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-04ab59db-305b-469e-bcfa-e322e89a39dc None None] Provisioning complete for port 9d6821c8-1696-48d9-9c70-2354e0f1f799 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:58.950197 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-04ab59db-305b-469e-bcfa-e322e89a39dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:58.953660 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:25:58.967692 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Sync routers for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:25:58.978296 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] Publish callbacks [] for router, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:58.982540 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-4a9ab39a-d594-4014-9b31-100350c238ea admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0312791 Nov 20 03:25:58.982985 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58302) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:58.992403 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:58.993073 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:59.143871 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7addf-10b0-41ea-9c47-4caf493c2b7e req-c274b177-bcfc-4060-ad79-e2879d81610b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:59.151921 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1aa7addf-10b0-41ea-9c47-4caf493c2b7e req-c274b177-bcfc-4060-ad79-e2879d81610b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0944920 Nov 20 03:25:59.195127 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-04ab59db-305b-469e-bcfa-e322e89a39dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.227510 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:59.265930 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-04ab59db-305b-469e-bcfa-e322e89a39dc None None] For port 9d6821c8-1696-48d9-9c70-2354e0f1f799, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=9d6821c8-1696-48d9-9c70-2354e0f1f799,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:59.275981 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1aa7addf-10b0-41ea-9c47-4caf493c2b7e req-883513f1-67ee-47cd-93b4-f85bb99e78c1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139674 Nov 20 03:25:59.280479 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-04ab59db-305b-469e-bcfa-e322e89a39dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.362954 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab59db-305b-469e-bcfa-e322e89a39dc None None] Pushing event updated for resources: {'Port': ['ID=9d6821c8-1696-48d9-9c70-2354e0f1f799,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:59.502090 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.504710 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:25:58Z', 'revision_number': 3, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:59.518545 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-d4a5af68-625a-4447-8bd2-6093d78c321b None None] Provisioning complete for port 9d6821c8-1696-48d9-9c70-2354e0f1f799 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:59.519179 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-d4a5af68-625a-4447-8bd2-6093d78c321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.536941 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Checking router: acc52df4-418f-4728-9a8a-785220962875 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:25:59.537300 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Updating router acc52df4-418f-4728-9a8a-785220962875 port 8174dc49-29d9-4af4-accb-96263360c708 binding host dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:25:59.569826 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.678793 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Allocated IP 172.20.0.1 (47f51dd2-9655-4765-8747-cb254c8e5525/0161227e-706f-418f-bfc8-985c44c88c8a/93bef7f6-a86c-4dae-90d8-65ab9c480d43) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:59.790197 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.836815 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.868940 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Publish callbacks [] for port, precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.876444 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.880325 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Network 47f51dd2-9655-4765-8747-cb254c8e5525 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:59.885349 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:59.888551 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:59.921337 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=93bef7f6-a86c-4dae-90d8-65ab9c480d43,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:59.923708 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d49e96-e497-4acd-a10a-3d10b7314c61 None None] Pushing event updated for resources: {'Port': ['ID=8174dc49-29d9-4af4-accb-96263360c708,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:59.940767 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Attempting to bind port 8174dc49-29d9-4af4-accb-96263360c708 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:59.940767 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Attempting to bind port 8174dc49-29d9-4af4-accb-96263360c708 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:59.941260 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Attempting to bind port 8174dc49-29d9-4af4-accb-96263360c708 on network f834731d-4835-45b7-b408-4aa4c3ba2e40 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:59.945593 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779801'] for router_interface, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.946218 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:59.946596 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Checking segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:59.946997 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.947386 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Bound using segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:59.948091 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Bound port: 8174dc49-29d9-4af4-accb-96263360c708, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:59.948458 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.013464 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] For port 8174dc49-29d9-4af4-accb-96263360c708, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:26:00.023548 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58324) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:00.024071 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] For port 8174dc49-29d9-4af4-accb-96263360c708, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=8174dc49-29d9-4af4-accb-96263360c708,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:26:00.033698 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.103911 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d49e96-e497-4acd-a10a-3d10b7314c61 None None] Pushing event updated for resources: {'Port': ['ID=8174dc49-29d9-4af4-accb-96263360c708,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:00.122740 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.139333 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:26:00.140094 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:00.174849 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 9d6821c8-1696-48d9-9c70-2354e0f1f799 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:00.209869 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b92a-fcca-4ecf-806f-e74940005fb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.264023 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 9d6821c8-1696-48d9-9c70-2354e0f1f799 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:00.264521 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.289109 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-56d261b0-af07-4817-8422-9aad925472a6 None None] Provisioning complete for port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:00.289809 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-56d261b0-af07-4817-8422-9aad925472a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.339096 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:26:00.352286 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.365434 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4985413'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.411664 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-56d261b0-af07-4817-8422-9aad925472a6 None None] Port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:26:00.417334 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.457982 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=93bef7f6-a86c-4dae-90d8-65ab9c480d43,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:00.486468 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779917'] for router_interface, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.542289 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b92a-fcca-4ecf-806f-e74940005fb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.549786 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b92a-fcca-4ecf-806f-e74940005fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.596991 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7bf4b92a-fcca-4ecf-806f-e74940005fb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5412ba9e3aca44e9ba745a372b7153d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5715942 Nov 20 03:26:00.608681 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae6ba3-8587-46d4-bf0a-5e129d534aeb req-1988a24a-08b4-48d2-be3f-b868dc313af7 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:00.616388 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d0ae6ba3-8587-46d4-bf0a-5e129d534aeb req-1988a24a-08b4-48d2-be3f-b868dc313af7 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1651611 Nov 20 03:26:00.617064 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58342) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:00.625831 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4b92a-fcca-4ecf-806f-e74940005fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feb0128-cb83-4009-bed7-236c45dc1546,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:00.631338 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Network 47f51dd2-9655-4765-8747-cb254c8e5525 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:00.637880 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:00.649407 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:25:59Z', 'revision_number': 1, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:00.686079 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07dd9a-ae6a-4af9-a2b6-1c4774472f12 None None] The sync data for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi is: [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:25:59Z', 'revision_number': 1, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:26:00.687772 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d0ae6ba3-8587-46d4-bf0a-5e129d534aeb req-81127fd3-0bab-4ab2-aee2-2d84b31fd3d7 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702999 Nov 20 03:26:00.724198 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58344) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:00.746134 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1919bcb9-87ce-4ea2-9bd0-bffdc3ff0ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.814550 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1919bcb9-87ce-4ea2-9bd0-bffdc3ff0ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.857634 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Router acc52df4-418f-4728-9a8a-785220962875 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:26:00.881575 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-425d8cd1-fdc8-4047-96c2-e69caaa4228f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.985991 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1919bcb9-87ce-4ea2-9bd0-bffdc3ff0ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.988902 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1919bcb9-87ce-4ea2-9bd0-bffdc3ff0ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.990190 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-1919bcb9-87ce-4ea2-9bd0-bffdc3ff0ba5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4feb0128-cb83-4009-bed7-236c45dc1546 HTTP/1.1" status: 204 len: 168 time: 0.3720732 Nov 20 03:26:01.015757 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-425d8cd1-fdc8-4047-96c2-e69caaa4228f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.020711 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-425d8cd1-fdc8-4047-96c2-e69caaa4228f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.025706 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919bcb9-87ce-4ea2-9bd0-bffdc3ff0ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feb0128-cb83-4009-bed7-236c45dc1546,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:01.046753 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:26:01.066900 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-6066b675-f09c-4a11-82b9-afc79620a4a6 admin admin] 10.222.0.37 "PUT /v2.0/routers/acc52df4-418f-4728-9a8a-785220962875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0825825 Nov 20 03:26:01.076169 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-d6705fac-d2a7-4fdf-a654-28b2904fd24a None None] Provisioning complete for port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:01.079032 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-d6705fac-d2a7-4fdf-a654-28b2904fd24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.081273 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-425d8cd1-fdc8-4047-96c2-e69caaa4228f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3d3714dace94704895a615cc22cf74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558798 Nov 20 03:26:01.083675 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58352) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:01.090473 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d8cd1-fdc8-4047-96c2-e69caaa4228f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df57cd1-71f5-4179-8248-13208303523e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:01.169575 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-d6705fac-d2a7-4fdf-a654-28b2904fd24a None None] Port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:26:01.171084 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3eca8ed7-8251-4be3-b7dc-68273bf07545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.201102 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3eca8ed7-8251-4be3-b7dc-68273bf07545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.269409 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3eca8ed7-8251-4be3-b7dc-68273bf07545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.272842 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3eca8ed7-8251-4be3-b7dc-68273bf07545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.276169 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-3eca8ed7-8251-4be3-b7dc-68273bf07545 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8df57cd1-71f5-4179-8248-13208303523e HTTP/1.1" status: 204 len: 168 time: 0.1894481 Nov 20 03:26:01.283008 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca8ed7-8251-4be3-b7dc-68273bf07545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df57cd1-71f5-4179-8248-13208303523e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:01.473130 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58366) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:01.488988 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ec1648cb-17d4-49b2-a004-aab26bb56951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.593704 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ec1648cb-17d4-49b2-a004-aab26bb56951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.599798 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ec1648cb-17d4-49b2-a004-aab26bb56951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.649880 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-ec1648cb-17d4-49b2-a004-aab26bb56951 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3112c4986874bec93bbb58959bba299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753919 Nov 20 03:26:01.650749 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1648cb-17d4-49b2-a004-aab26bb56951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508d34ec-532f-44b5-abf7-017823b91652,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:01.653187 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58370) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:01.728366 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5afa7f5-b1d7-4d1d-a26e-1f172e3c8fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.768597 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5afa7f5-b1d7-4d1d-a26e-1f172e3c8fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.845929 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5afa7f5-b1d7-4d1d-a26e-1f172e3c8fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.848861 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5afa7f5-b1d7-4d1d-a26e-1f172e3c8fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:01.850182 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c5afa7f5-b1d7-4d1d-a26e-1f172e3c8fdf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/508d34ec-532f-44b5-abf7-017823b91652 HTTP/1.1" status: 204 len: 168 time: 0.1960130 Nov 20 03:26:01.859404 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afa7f5-b1d7-4d1d-a26e-1f172e3c8fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508d34ec-532f-44b5-abf7-017823b91652,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:01.927434 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc60136-8cc7-46dc-b6c5-849d37910567 req-bbff9f0b-642e-4939-93f9-d67e25057184 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:01.929174 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dfc60136-8cc7-46dc-b6c5-849d37910567 req-bbff9f0b-642e-4939-93f9-d67e25057184 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1185889 Nov 20 03:26:02.005553 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dfc60136-8cc7-46dc-b6c5-849d37910567 req-279030e7-0b1f-4cf7-ab4f-01fa03aa23ed tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694969 Nov 20 03:26:02.137701 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 8174dc49-29d9-4af4-accb-96263360c708 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:02.145821 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58386) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:02.167157 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-89345271-025d-4f44-8943-5c950ffe80f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.204719 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 8174dc49-29d9-4af4-accb-96263360c708 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:02.205096 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.288551 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-89345271-025d-4f44-8943-5c950ffe80f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.295244 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-89345271-025d-4f44-8943-5c950ffe80f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.326203 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.368422 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-89345271-025d-4f44-8943-5c950ffe80f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec523dc9dff9483ab10feb4e9d22574f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188621 Nov 20 03:26:02.368422 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89345271-025d-4f44-8943-5c950ffe80f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b1fe4b-939c-4bac-ad3e-d9fdc7a5ac7e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:02.368697 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58388) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:02.369215 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port 8174dc49-29d9-4af4-accb-96263360c708, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=8174dc49-29d9-4af4-accb-96263360c708,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:02.381836 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.442879 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58394) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:02.452151 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-89796193-network', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:02.452509 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=8174dc49-29d9-4af4-accb-96263360c708,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:02.487581 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d69a834f-35ac-447a-b0c5-d4e37276ff49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.499736 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Made reservation on behalf of d36acaac20ea404d9370c22dcfbb07a9 for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:26:02.502111 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.504522 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58398) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:02.525381 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d69a834f-35ac-447a-b0c5-d4e37276ff49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.530931 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.533010 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-68f31d9b-c558-47de-a297-536b1155037a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.585078 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d69a834f-35ac-447a-b0c5-d4e37276ff49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.588242 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d69a834f-35ac-447a-b0c5-d4e37276ff49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.593297 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-d69a834f-35ac-447a-b0c5-d4e37276ff49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9b1fe4b-939c-4bac-ad3e-d9fdc7a5ac7e HTTP/1.1" status: 204 len: 168 time: 0.2222712 Nov 20 03:26:02.603589 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a834f-35ac-447a-b0c5-d4e37276ff49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b1fe4b-939c-4bac-ad3e-d9fdc7a5ac7e,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:02.685954 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.688069 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-68f31d9b-c558-47de-a297-536b1155037a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.691121 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.699774 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-68f31d9b-c558-47de-a297-536b1155037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.723325 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:26:02.746992 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54010d75-df64-4a7a-9240-044295fd19a4,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:02.756165 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.756512 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Added segment e1194224-05af-440d-935d-1cf563fff81f of type vlan for network 12c4db2f-713b-4f26-81a1-86b7910b7fbb Nov 20 03:26:02.765227 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-68f31d9b-c558-47de-a297-536b1155037a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84b24e739cbb4cca86c66d1ee075d4aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593987 Nov 20 03:26:02.772520 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58402) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:02.808272 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f31d9b-c558-47de-a297-536b1155037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463e3c4e-d97e-4702-bb0b-f552894e3faf,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:02.821668 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.833188 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2f9232e5-a85c-4e2a-b17d-99f4eab82505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.851112 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.852251 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:02.852926 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.857648 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2f9232e5-a85c-4e2a-b17d-99f4eab82505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.916435 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4694216 Nov 20 03:26:02.918198 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58406) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:02.924133 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-2a2f4b76-3842-4dfc-a15e-1975b184f035 admin admin] Request body: {'subnet': {'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-89796193-subnet', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'ip_version': 4}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:02.934992 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193a4a7-3be7-4c29-a4cc-6553bd551616 admin admin] Pushing event updated for resources: {'Network': ['ID=12c4db2f-713b-4f26-81a1-86b7910b7fbb,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:02.935481 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2f9232e5-a85c-4e2a-b17d-99f4eab82505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.938270 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2f9232e5-a85c-4e2a-b17d-99f4eab82505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:02.939821 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-2f9232e5-a85c-4e2a-b17d-99f4eab82505 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/463e3c4e-d97e-4702-bb0b-f552894e3faf HTTP/1.1" status: 204 len: 168 time: 0.1657345 Nov 20 03:26:02.948301 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network 12c4db2f-713b-4f26-81a1-86b7910b7fbb details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:26:02.967413 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9232e5-a85c-4e2a-b17d-99f4eab82505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463e3c4e-d97e-4702-bb0b-f552894e3faf,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:02.979455 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2f4b76-3842-4dfc-a15e-1975b184f035 admin admin] Made reservation on behalf of d36acaac20ea404d9370c22dcfbb07a9 for: {'subnet': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:26:02.985861 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2a2f4b76-3842-4dfc-a15e-1975b184f035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4896913'] for subnet, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:03.196655 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94387af4-2d90-4f68-9044-13676c21b629 req-62173b25-8c32-4564-97e7-f728aae00feb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:03.205183 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-94387af4-2d90-4f68-9044-13676c21b629 req-62173b25-8c32-4564-97e7-f728aae00feb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1116202 Nov 20 03:26:03.244601 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2a2f4b76-3842-4dfc-a15e-1975b184f035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4985534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4896959'] for subnet, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:03.271652 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-94387af4-2d90-4f68-9044-13676c21b629 req-05261a3a-e3b6-40a9-af3a-7db86df3c2cd tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606411 Nov 20 03:26:03.317998 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f4b76-3842-4dfc-a15e-1975b184f035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e49ff5-92bf-4e67-939a-14db6d5ff8ca,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:03.323594 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f4b76-3842-4dfc-a15e-1975b184f035 admin admin] Checking segment: {'id': 'e1194224-05af-440d-935d-1cf563fff81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:03.324519 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f4b76-3842-4dfc-a15e-1975b184f035 admin admin] Network hostable DHCP agents. Network: 12c4db2f-713b-4f26-81a1-86b7910b7fbb, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:26:03.352072 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f4b76-3842-4dfc-a15e-1975b184f035 admin admin] Network 12c4db2f-713b-4f26-81a1-86b7910b7fbb is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:26:03.361433 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-2a2f4b76-3842-4dfc-a15e-1975b184f035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, 12c4db2f-713b-4f26-81a1-86b7910b7fbb) {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:03.365886 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2f4b76-3842-4dfc-a15e-1975b184f035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:03.366492 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2a2f4b76-3842-4dfc-a15e-1975b184f035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:03.372506 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64089aa9-28cf-4061-9b23-f4707e56e55b None None] Network 12c4db2f-713b-4f26-81a1-86b7910b7fbb requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:26:03.393592 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-2a2f4b76-3842-4dfc-a15e-1975b184f035 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4737160 Nov 20 03:26:03.396451 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58430) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:03.410019 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-89796193-router', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:03.451116 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1782864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26058'] for router, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:03.452465 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1782980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1780313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1631563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31801'] for router, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:03.626158 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60e1c005-087a-5312-b221-c5ea256aad24-12c4db2f-713b-4f26-81a1-86b7910b7fbb', 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'fixed_ips': [{'subnet_id': '19e49ff5-92bf-4e67-939a-14db6d5ff8ca'}]}} from dv-cinder-818037-5-iscsi. {{(pid=102611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:26:03.627295 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:03.713897 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Sync routers for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:26:03.735583 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:26:03.736529 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:03.765785 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:03.939085 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:03.964774 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.db_base_plugin_common [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Allocated IP 172.20.0.2 (12c4db2f-713b-4f26-81a1-86b7910b7fbb/19e49ff5-92bf-4e67-939a-14db6d5ff8ca/ec35080c-7f7c-4457-8d4c-ab17cbe8d926) {{(pid=102611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:26:03.985259 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:26:04.162095 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 8174dc49-29d9-4af4-accb-96263360c708 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:04.180149 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.213897 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.349443 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Allocated IP 172.27.1.235 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:26:04.404251 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca348fa-a6d9-426a-9650-9c2f4bd94f64 req-e595b08d-860f-426e-af5b-0633af6660a9 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:04.406678 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bca348fa-a6d9-426a-9650-9c2f4bd94f64 req-e595b08d-860f-426e-af5b-0633af6660a9 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0701034 Nov 20 03:26:04.462410 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bca348fa-a6d9-426a-9650-9c2f4bd94f64 req-58101ff0-7534-48ce-ae46-758d44f9d8e1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494452 Nov 20 03:26:04.500659 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.510758 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 8174dc49-29d9-4af4-accb-96263360c708 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:04.511316 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.562440 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Publish callbacks [] for port, precommit_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.563502 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.594296 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.605120 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:04.608681 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:04.612478 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:26:04.648525 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Pushing event updated for resources: {'Port': ['ID=c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:04.674525 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Network 12c4db2f-713b-4f26-81a1-86b7910b7fbb is already hosted by enough agents. {{(pid=102611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:04.690238 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.base_scheduler [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Resources bound (agent type, host, resource id): {{(pid=102611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:04.700938 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Received port after_create {{(pid=102611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:26:04.709155 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Pushing event updated for resources: {'Port': ['ID=ec35080c-7f7c-4457-8d4c-ab17cbe8d926,revision_number=1']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:04.827510 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Attempting to bind port ec35080c-7f7c-4457-8d4c-ab17cbe8d926 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:26:04.827918 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Attempting to bind port ec35080c-7f7c-4457-8d4c-ab17cbe8d926 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'e1194224-05af-440d-935d-1cf563fff81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:26:04.828285 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Attempting to bind port ec35080c-7f7c-4457-8d4c-ab17cbe8d926 on network 12c4db2f-713b-4f26-81a1-86b7910b7fbb {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:04.845765 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:26:04.846148 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Checking segment: {'id': 'e1194224-05af-440d-935d-1cf563fff81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:04.846553 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.846943 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Bound using segment: {'id': 'e1194224-05af-440d-935d-1cf563fff81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:26:04.847433 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Bound port: ec35080c-7f7c-4457-8d4c-ab17cbe8d926, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1194224-05af-440d-935d-1cf563fff81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:26:04.847836 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.860903 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 2, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:04.893816 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Checking router: acc52df4-418f-4728-9a8a-785220962875 for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:26:04.894170 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Updating router acc52df4-418f-4728-9a8a-785220962875 port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 binding host dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:26:04.933414 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.946313 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.009745 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] For port ec35080c-7f7c-4457-8d4c-ab17cbe8d926, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:26:05.014948 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] For port ec35080c-7f7c-4457-8d4c-ab17cbe8d926, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=ec35080c-7f7c-4457-8d4c-ab17cbe8d926,segment=NetworkSegment(e1194224-05af-440d-935d-1cf563fff81f),segment_id=e1194224-05af-440d-935d-1cf563fff81f)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:26:05.025011 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.169616 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1780236'] for router, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.189852 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ca716-ac04-4d32-aab1-baa4a565da72 None None] Pushing event updated for resources: {'Port': ['ID=ec35080c-7f7c-4457-8d4c-ab17cbe8d926,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:05.317168 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.327699 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Router dec7e126-476b-47db-88c3-096351f0d80d is scheduled to L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f with binding_index 1 {{(pid=102610) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:26:05.331501 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.443619 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe327c-03d2-4c21-a513-9b1a8732f4a0 None None] Pushing event updated for resources: {'Port': ['ID=93bef7f6-a86c-4dae-90d8-65ab9c480d43,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:05.517267 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Attempting to bind port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:26:05.518392 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Attempting to bind port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:26:05.518962 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Attempting to bind port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 on network 47f51dd2-9655-4765-8747-cb254c8e5525 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:05.537576 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:26:05.538064 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Checking segment: {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:05.538553 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.539032 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Bound using segment: {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:26:05.539606 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Bound port: 93bef7f6-a86c-4dae-90d8-65ab9c480d43, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:26:05.540096 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.654339 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] For port 93bef7f6-a86c-4dae-90d8-65ab9c480d43, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:26:05.659423 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] For port 93bef7f6-a86c-4dae-90d8-65ab9c480d43, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=93bef7f6-a86c-4dae-90d8-65ab9c480d43,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:26:05.669017 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.705906 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d1d77-1f4b-4473-bcf8-bdb1746ae362 req-fce92564-5434-434c-bd11-2159ac9f5b95 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:05.707865 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:26:05.716285 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee0d1d77-1f4b-4473-bcf8-bdb1746ae362 req-fce92564-5434-434c-bd11-2159ac9f5b95 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1328599 Nov 20 03:26:05.725572 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Sync routers for ids ['dec7e126-476b-47db-88c3-096351f0d80d'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:26:05.737145 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] Publish callbacks [] for router, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.740166 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-00b1f657-c186-46fd-bb69-0888b1836c90 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3410652 Nov 20 03:26:05.741290 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58504) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:05.747411 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Routers {'dec7e126-476b-47db-88c3-096351f0d80d'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:26:05.751426 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['dec7e126-476b-47db-88c3-096351f0d80d'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:05.824772 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee0d1d77-1f4b-4473-bcf8-bdb1746ae362 req-4cb7e5f5-2d2d-4081-b395-f0d42231c4a7 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075106 Nov 20 03:26:05.830876 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:26:05.835749 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:05.926006 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe327c-03d2-4c21-a513-9b1a8732f4a0 None None] Pushing event updated for resources: {'Port': ['ID=93bef7f6-a86c-4dae-90d8-65ab9c480d43,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:05.958698 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-05b8f8c2-47f9-4b8a-8e1a-b1928c7b13bd None None] Provisioning complete for port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:05.959034 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-05b8f8c2-47f9-4b8a-8e1a-b1928c7b13bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.960733 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Set router dec7e126-476b-47db-88c3-096351f0d80d gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:26:06.142875 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:26:06.380993 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device ec35080c-7f7c-4457-8d4c-ab17cbe8d926 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:06.384191 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-05b8f8c2-47f9-4b8a-8e1a-b1928c7b13bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.443403 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'name': 'tempest-TestVolumeBootPattern-89796193-router', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:26:03Z', 'updated_at': '2021-11-20T03:26:04Z', 'revision_number': 3, 'project_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'gw_port': {'id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:26:04Z', 'updated_at': '2021-11-20T03:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:06.471999 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Checking router: dec7e126-476b-47db-88c3-096351f0d80d for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:26:06.472427 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Updating router dec7e126-476b-47db-88c3-096351f0d80d port c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f binding host dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:26:06.499450 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.602105 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.641526 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d55544-0688-4ef2-a01f-192bc612e0b4 None None] Network 12c4db2f-713b-4f26-81a1-86b7910b7fbb requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:26:06.721199 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-05b8f8c2-47f9-4b8a-8e1a-b1928c7b13bd None None] For port 93bef7f6-a86c-4dae-90d8-65ab9c480d43, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=93bef7f6-a86c-4dae-90d8-65ab9c480d43,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:06.739591 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-05b8f8c2-47f9-4b8a-8e1a-b1928c7b13bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.784272 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port ec35080c-7f7c-4457-8d4c-ab17cbe8d926 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:06.784489 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.794231 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Publish callbacks [] for port, precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.797596 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Allocated IP 172.20.0.1 (12c4db2f-713b-4f26-81a1-86b7910b7fbb/19e49ff5-92bf-4e67-939a-14db6d5ff8ca/203672e2-d347-4198-8e95-7e12ce5d814b) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:26:06.804315 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.842565 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Attempting to bind port c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:26:06.842936 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Attempting to bind port c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:26:06.843298 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Attempting to bind port c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f on network f834731d-4835-45b7-b408-4aa4c3ba2e40 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:06.904228 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:26:06.904737 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Checking segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:06.905157 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.905550 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Bound using segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:26:06.908094 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Bound port: c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:26:06.912226 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.926153 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8f8c2-47f9-4b8a-8e1a-b1928c7b13bd None None] Pushing event updated for resources: {'Port': ['ID=93bef7f6-a86c-4dae-90d8-65ab9c480d43,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:06.933891 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-ad006efd-81cc-4c1a-a486-37a920ace9c6 None None] Provisioning complete for port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:06.934266 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-ad006efd-81cc-4c1a-a486-37a920ace9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.951847 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f12e03-73dc-421d-94ae-45d2ed2b35a0 None None] Pushing event updated for resources: {'Port': ['ID=c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:06.989698 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] For port c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:26:06.993855 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] For port c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:26:06.998716 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.018533 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b50da-de99-4b6b-8c42-3f5739be4f26 req-d5b84ba7-18aa-49f8-8007-aeb20899f551 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:07.020857 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-104b50da-de99-4b6b-8c42-3f5739be4f26 req-d5b84ba7-18aa-49f8-8007-aeb20899f551 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1019182 Nov 20 03:26:07.040828 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.061402 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f12e03-73dc-421d-94ae-45d2ed2b35a0 None None] Pushing event updated for resources: {'Port': ['ID=c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:07.084725 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:05Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:07.093080 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Routers {'dec7e126-476b-47db-88c3-096351f0d80d'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:26:07.094679 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['dec7e126-476b-47db-88c3-096351f0d80d'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:07.104325 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-104b50da-de99-4b6b-8c42-3f5739be4f26 req-f4c67384-92cb-45e8-9ede-852b799d3c17 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718305 Nov 20 03:26:07.108648 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.144867 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.155287 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Network 12c4db2f-713b-4f26-81a1-86b7910b7fbb is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:07.161018 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:07.165067 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:26:07.197522 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e2b1b-e656-4797-b17f-b3860fa6b5f4 None None] The sync data for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi is: [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:05Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:26:07.203969 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Pushing event updated for resources: {'Port': ['ID=203672e2-d347-4198-8e95-7e12ce5d814b,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:07.210698 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779801'] for router_interface, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.233075 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] Set router dec7e126-476b-47db-88c3-096351f0d80d gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:26:07.243371 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port ec35080c-7f7c-4457-8d4c-ab17cbe8d926, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=ec35080c-7f7c-4457-8d4c-ab17cbe8d926,segment=NetworkSegment(e1194224-05af-440d-935d-1cf563fff81f),segment_id=e1194224-05af-440d-935d-1cf563fff81f)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:07.252828 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.254818 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 93bef7f6-a86c-4dae-90d8-65ab9c480d43 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:07.412579 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-ad006efd-81cc-4c1a-a486-37a920ace9c6 None None] Provisioning complete for port ec35080c-7f7c-4457-8d4c-ab17cbe8d926 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:07.412971 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-ad006efd-81cc-4c1a-a486-37a920ace9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.428169 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.445317 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=ec35080c-7f7c-4457-8d4c-ab17cbe8d926,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:07.496128 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'name': 'tempest-TestVolumeBootPattern-89796193-router', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:26:03Z', 'updated_at': '2021-11-20T03:26:04Z', 'revision_number': 3, 'project_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'gw_port': {'id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:26:04Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:07.513394 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:07.515240 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.552923 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5cbf5-f49f-4dd9-8761-c739c91ba97b None None] The sync data for ids ['dec7e126-476b-47db-88c3-096351f0d80d'] in dv-cinder-818037-5-iscsi is: [{'id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'name': 'tempest-TestVolumeBootPattern-89796193-router', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:26:03Z', 'updated_at': '2021-11-20T03:26:04Z', 'revision_number': 3, 'project_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'gw_port': {'id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:26:04Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:26:07.768248 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-c732ccc7-a07d-4a2a-810e-23771f2e7576 None None] Provisioning complete for port ec35080c-7f7c-4457-8d4c-ab17cbe8d926 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:07.768867 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c732ccc7-a07d-4a2a-810e-23771f2e7576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.789730 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.797041 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4985413'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.924441 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779917'] for router_interface, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:07.936595 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Pushing event updated for resources: {'Port': ['ID=203672e2-d347-4198-8e95-7e12ce5d814b,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:08.110023 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-45bd0d5e-f66a-499f-bb88-1a2101a6fe8e None None] Provisioning complete for port 203672e2-d347-4198-8e95-7e12ce5d814b triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:08.110668 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-45bd0d5e-f66a-499f-bb88-1a2101a6fe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:08.202968 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Network 12c4db2f-713b-4f26-81a1-86b7910b7fbb is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:08.208835 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-45bd0d5e-f66a-499f-bb88-1a2101a6fe8e None None] Port 203672e2-d347-4198-8e95-7e12ce5d814b cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:26:08.213670 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:08.267493 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:08.325730 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b67f4-8d8f-45e8-bda5-20ea31f1d574 req-a83d6c29-d9f0-43c1-96a1-06d50e46aa8b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:08.337621 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee5b67f4-8d8f-45e8-bda5-20ea31f1d574 req-a83d6c29-d9f0-43c1-96a1-06d50e46aa8b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1318779 Nov 20 03:26:08.358719 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:08.359117 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:08.440261 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee5b67f4-8d8f-45e8-bda5-20ea31f1d574 req-1c95e54e-7d30-4899-953f-30563525ed03 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009779 Nov 20 03:26:08.517357 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Router dec7e126-476b-47db-88c3-096351f0d80d has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:26:08.546825 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:08.570871 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:08.584050 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:08.585270 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device ec35080c-7f7c-4457-8d4c-ab17cbe8d926 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:08.705382 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:26:08.709323 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port ec35080c-7f7c-4457-8d4c-ab17cbe8d926 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:08.709913 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:08.724216 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-00b68601-184a-495a-973d-525b40f1379d admin admin] 10.222.0.37 "PUT /v2.0/routers/dec7e126-476b-47db-88c3-096351f0d80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9807062 Nov 20 03:26:08.748742 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:08.778329 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e8e35687-750c-49f5-8ebd-153a9d976272 None None] Provisioning complete for port 203672e2-d347-4198-8e95-7e12ce5d814b triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:08.778861 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e8e35687-750c-49f5-8ebd-153a9d976272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:08.848913 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e8e35687-750c-49f5-8ebd-153a9d976272 None None] Port 203672e2-d347-4198-8e95-7e12ce5d814b cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:26:08.869917 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 93bef7f6-a86c-4dae-90d8-65ab9c480d43 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:08.934386 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:08.934759 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.189776 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-787d2e6b-93cc-47a4-8e25-e41d25c4aac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.658819 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58566) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:09.664195 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-ad49191d-136f-4e19-9770-83c60a769972 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1311371933', 'description': 'tempest-secgroup-smoke-1311371933 description', 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:09.688882 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ad49191d-136f-4e19-9770-83c60a769972 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.751538 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3fcfd-7489-4022-b971-b0c7ad906ea0 req-764c5f81-c2ff-4ca7-b645-38ab3a5fb8f3 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:09.756265 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59e3fcfd-7489-4022-b971-b0c7ad906ea0 req-764c5f81-c2ff-4ca7-b645-38ab3a5fb8f3 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0554960 Nov 20 03:26:09.765395 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ad49191d-136f-4e19-9770-83c60a769972 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.769907 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ad49191d-136f-4e19-9770-83c60a769972 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.814176 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ad49191d-136f-4e19-9770-83c60a769972 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.815330 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-ad49191d-136f-4e19-9770-83c60a769972 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1547561 Nov 20 03:26:09.818309 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58568) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:09.821234 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59e3fcfd-7489-4022-b971-b0c7ad906ea0 req-2cf83e65-ae36-49bc-bcdf-919ed5a5f550 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607166 Nov 20 03:26:09.824115 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-22ae57db-9a9f-48a9-873b-a52a2b445b36 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'security_group_rule': {'security_group_id': '3b987830-c391-4d4e-a1c1-82c812080b43', 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:09.838773 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49191d-136f-4e19-9770-83c60a769972 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b987830-c391-4d4e-a1c1-82c812080b43,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:09.859034 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-22ae57db-9a9f-48a9-873b-a52a2b445b36 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.874781 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Sync routers for ids ['dec7e126-476b-47db-88c3-096351f0d80d'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:26:09.884869 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Routers {'dec7e126-476b-47db-88c3-096351f0d80d'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:26:09.885467 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['dec7e126-476b-47db-88c3-096351f0d80d'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:09.917164 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-22ae57db-9a9f-48a9-873b-a52a2b445b36 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.920853 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-22ae57db-9a9f-48a9-873b-a52a2b445b36 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.938322 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae57db-9a9f-48a9-873b-a52a2b445b36 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a032823f-0581-492b-8735-db3ad198a32b,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:09.946941 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-22ae57db-9a9f-48a9-873b-a52a2b445b36 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.948190 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-22ae57db-9a9f-48a9-873b-a52a2b445b36 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281958 Nov 20 03:26:09.951659 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58570) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:09.957037 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-9706f1c6-ec9c-4543-8714-27425720f05d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'security_group_rule': {'security_group_id': '3b987830-c391-4d4e-a1c1-82c812080b43', 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:09.985762 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9706f1c6-ec9c-4543-8714-27425720f05d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.005553 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Set router dec7e126-476b-47db-88c3-096351f0d80d gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:26:10.046847 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9706f1c6-ec9c-4543-8714-27425720f05d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.064932 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9706f1c6-ec9c-4543-8714-27425720f05d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.091371 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706f1c6-ec9c-4543-8714-27425720f05d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bed3900-a3bb-4ca0-9011-bc0fe8407c49,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:10.102541 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9706f1c6-ec9c-4543-8714-27425720f05d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.103818 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-9706f1c6-ec9c-4543-8714-27425720f05d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507063 Nov 20 03:26:10.106647 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58574) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:10.111135 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-280389a3-0e7f-42f0-ab76-a68c6a817b17 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'security_group_rule': {'security_group_id': '3b987830-c391-4d4e-a1c1-82c812080b43', 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:10.141677 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-280389a3-0e7f-42f0-ab76-a68c6a817b17 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.168770 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:10.209254 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-280389a3-0e7f-42f0-ab76-a68c6a817b17 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.216045 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-280389a3-0e7f-42f0-ab76-a68c6a817b17 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.240859 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-280389a3-0e7f-42f0-ab76-a68c6a817b17 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.244292 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-280389a3-0e7f-42f0-ab76-a68c6a817b17 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365967 Nov 20 03:26:10.245014 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58582) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:10.248980 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280389a3-0e7f-42f0-ab76-a68c6a817b17 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6428eeeb-3f58-4348-9a36-9c4156a188ae,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:10.250093 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-a71c306e-a37d-4049-ba38-176029560bf7 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'security_group_rule': {'security_group_id': '3b987830-c391-4d4e-a1c1-82c812080b43', 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:10.285849 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a71c306e-a37d-4049-ba38-176029560bf7 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.326239 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:10.326847 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.354737 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a71c306e-a37d-4049-ba38-176029560bf7 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.358852 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a71c306e-a37d-4049-ba38-176029560bf7 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.383493 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c306e-a37d-4049-ba38-176029560bf7 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e455d420-e366-4d7c-a9e1-2ab842110aff,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:10.390805 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a71c306e-a37d-4049-ba38-176029560bf7 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.394630 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-a71c306e-a37d-4049-ba38-176029560bf7 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455240 Nov 20 03:26:10.395068 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58584) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:10.400579 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-2bd3379d-f8cf-4c45-bf0e-83887e80099c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'security_group_rule': {'security_group_id': '3b987830-c391-4d4e-a1c1-82c812080b43', 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:10.432653 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.securitygroups_db [None req-2bd3379d-f8cf-4c45-bf0e-83887e80099c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Project ee28f54d912d4789b1b0abf0f0cddab5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 20 03:26:10.443950 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2bd3379d-f8cf-4c45-bf0e-83887e80099c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.515810 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'name': 'tempest-TestVolumeBootPattern-89796193-router', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:26:03Z', 'updated_at': '2021-11-20T03:26:07Z', 'revision_number': 4, 'project_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'gw_port': {'id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:26:04Z', 'updated_at': '2021-11-20T03:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '203672e2-d347-4198-8e95-7e12ce5d814b', 'name': '', 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'mac_address': 'fa:16:3e:6b:ad:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '19e49ff5-92bf-4e67-939a-14db6d5ff8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:26:06Z', 'updated_at': '2021-11-20T03:26:07Z', 'revision_number': 2, 'project_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'subnets': [{'id': '19e49ff5-92bf-4e67-939a-14db6d5ff8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:10.525170 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2bd3379d-f8cf-4c45-bf0e-83887e80099c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.528950 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2bd3379d-f8cf-4c45-bf0e-83887e80099c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.545931 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Checking router: dec7e126-476b-47db-88c3-096351f0d80d for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:26:10.546289 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Updating router dec7e126-476b-47db-88c3-096351f0d80d port 203672e2-d347-4198-8e95-7e12ce5d814b binding host dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:26:10.547068 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3379d-f8cf-4c45-bf0e-83887e80099c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae6bec7-8ad9-4b1c-bb9e-40ae62298023,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:10.554883 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2bd3379d-f8cf-4c45-bf0e-83887e80099c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.559122 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-2bd3379d-f8cf-4c45-bf0e-83887e80099c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603310 Nov 20 03:26:10.559338 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58590) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:10.564501 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-89862413-00d4-4f69-8747-05e7bf1c9975 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'security_group_rule': {'security_group_id': '3b987830-c391-4d4e-a1c1-82c812080b43', 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:10.572155 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.588392 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.securitygroups_db [None req-89862413-00d4-4f69-8747-05e7bf1c9975 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Project ee28f54d912d4789b1b0abf0f0cddab5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 20 03:26:10.593075 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-89862413-00d4-4f69-8747-05e7bf1c9975 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.652461 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-89862413-00d4-4f69-8747-05e7bf1c9975 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.659133 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-89862413-00d4-4f69-8747-05e7bf1c9975 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.677699 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89862413-00d4-4f69-8747-05e7bf1c9975 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321ff117-bfe2-4cac-953c-f1fc2cc01f7c,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:10.682126 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-89862413-00d4-4f69-8747-05e7bf1c9975 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.687108 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-89862413-00d4-4f69-8747-05e7bf1c9975 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237040 Nov 20 03:26:10.864550 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Publish callbacks [] for port, precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.872701 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.928665 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba2831-2707-4497-bfb4-f880f8da3818 None None] Pushing event updated for resources: {'Port': ['ID=203672e2-d347-4198-8e95-7e12ce5d814b,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:10.971257 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24cc8c-deaf-49cd-bf6c-c26b30866941 req-0dd1f68f-9c9b-4fa6-be75-6bc2c710813e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:10.973728 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba24cc8c-deaf-49cd-bf6c-c26b30866941 req-0dd1f68f-9c9b-4fa6-be75-6bc2c710813e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0681410 Nov 20 03:26:10.984991 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Attempting to bind port 203672e2-d347-4198-8e95-7e12ce5d814b on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:26:10.985443 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Attempting to bind port 203672e2-d347-4198-8e95-7e12ce5d814b by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'e1194224-05af-440d-935d-1cf563fff81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:26:10.985888 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Attempting to bind port 203672e2-d347-4198-8e95-7e12ce5d814b on network 12c4db2f-713b-4f26-81a1-86b7910b7fbb {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:10.991454 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:26:10.991978 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Checking segment: {'id': 'e1194224-05af-440d-935d-1cf563fff81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:10.992459 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:10.992928 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Bound using segment: {'id': 'e1194224-05af-440d-935d-1cf563fff81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:26:10.993462 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Bound port: 203672e2-d347-4198-8e95-7e12ce5d814b, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1194224-05af-440d-935d-1cf563fff81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:26:10.993907 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:11.027607 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba24cc8c-deaf-49cd-bf6c-c26b30866941 req-3f948e96-2290-4c60-a47f-9b648cf6b651 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447345 Nov 20 03:26:11.078589 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] For port 203672e2-d347-4198-8e95-7e12ce5d814b, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:26:11.089107 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] For port 203672e2-d347-4198-8e95-7e12ce5d814b, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=203672e2-d347-4198-8e95-7e12ce5d814b,segment=NetworkSegment(e1194224-05af-440d-935d-1cf563fff81f),segment_id=e1194224-05af-440d-935d-1cf563fff81f)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:26:11.097178 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:11.154960 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Routers {'dec7e126-476b-47db-88c3-096351f0d80d'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:26:11.155567 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:25:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['dec7e126-476b-47db-88c3-096351f0d80d'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:11.203696 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba2831-2707-4497-bfb4-f880f8da3818 None None] Pushing event updated for resources: {'Port': ['ID=203672e2-d347-4198-8e95-7e12ce5d814b,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:11.256186 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-3cee0c40-87bb-4cec-ba45-10f094c8b435 None None] Provisioning complete for port 203672e2-d347-4198-8e95-7e12ce5d814b triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:11.256186 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-3cee0c40-87bb-4cec-ba45-10f094c8b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:11.314411 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] Set router dec7e126-476b-47db-88c3-096351f0d80d gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:26:11.468358 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-3cee0c40-87bb-4cec-ba45-10f094c8b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:11.471606 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-6105d70d-7608-4dce-a5ac-66b2e4acc57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:11.529209 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-3cee0c40-87bb-4cec-ba45-10f094c8b435 None None] For port 203672e2-d347-4198-8e95-7e12ce5d814b, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=203672e2-d347-4198-8e95-7e12ce5d814b,segment=NetworkSegment(e1194224-05af-440d-935d-1cf563fff81f),segment_id=e1194224-05af-440d-935d-1cf563fff81f)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:11.535554 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-3cee0c40-87bb-4cec-ba45-10f094c8b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:11.618858 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee0c40-87bb-4cec-ba45-10f094c8b435 None None] Pushing event updated for resources: {'Port': ['ID=203672e2-d347-4198-8e95-7e12ce5d814b,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:11.636263 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'name': 'tempest-TestVolumeBootPattern-89796193-router', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:26:03Z', 'updated_at': '2021-11-20T03:26:07Z', 'revision_number': 4, 'project_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'gw_port': {'id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:26:04Z', 'updated_at': '2021-11-20T03:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '203672e2-d347-4198-8e95-7e12ce5d814b', 'name': '', 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'mac_address': 'fa:16:3e:6b:ad:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '19e49ff5-92bf-4e67-939a-14db6d5ff8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:26:06Z', 'updated_at': '2021-11-20T03:26:11Z', 'revision_number': 4, 'project_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'subnets': [{'id': '19e49ff5-92bf-4e67-939a-14db6d5ff8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:11.674472 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7877fb-fe6b-4f9f-8458-3822a0dda146 None None] The sync data for ids ['dec7e126-476b-47db-88c3-096351f0d80d'] in dv-cinder-818037-5-iscsi is: [{'id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'name': 'tempest-TestVolumeBootPattern-89796193-router', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:26:03Z', 'updated_at': '2021-11-20T03:26:07Z', 'revision_number': 4, 'project_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'gw_port': {'id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:26:04Z', 'updated_at': '2021-11-20T03:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '203672e2-d347-4198-8e95-7e12ce5d814b', 'name': '', 'network_id': '12c4db2f-713b-4f26-81a1-86b7910b7fbb', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'mac_address': 'fa:16:3e:6b:ad:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '19e49ff5-92bf-4e67-939a-14db6d5ff8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:26:06Z', 'updated_at': '2021-11-20T03:26:11Z', 'revision_number': 4, 'project_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'subnets': [{'id': '19e49ff5-92bf-4e67-939a-14db6d5ff8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:26:11.688685 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-5d613d84-577e-4261-bdca-2c3c40182145 None None] Provisioning complete for port 203672e2-d347-4198-8e95-7e12ce5d814b triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:11.689075 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5d613d84-577e-4261-bdca-2c3c40182145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:12.100824 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 203672e2-d347-4198-8e95-7e12ce5d814b up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:12.163945 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa9676-a712-43fc-991a-ad1c18a840a7 req-f1489d0a-4df7-41f6-ac2b-63ac46e0eeb2 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:12.171198 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b4aa9676-a712-43fc-991a-ad1c18a840a7 req-f1489d0a-4df7-41f6-ac2b-63ac46e0eeb2 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0681961 Nov 20 03:26:12.187646 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 203672e2-d347-4198-8e95-7e12ce5d814b triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:12.188061 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:12.231678 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b4aa9676-a712-43fc-991a-ad1c18a840a7 req-6ac16c6a-60a0-4bd9-9125-9095bff2628c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558398 Nov 20 03:26:12.656794 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:13.215145 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58642) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:13.319024 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8c86553f-8831-4f67-b5d5-1b9a3d53eb38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:13.359596 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc82ca4-75d8-44f3-82a6-0a801a34c090 req-e664ac9d-3ab3-42e6-bcc0-168ac69fc7a4 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:13.361292 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8dc82ca4-75d8-44f3-82a6-0a801a34c090 req-e664ac9d-3ab3-42e6-bcc0-168ac69fc7a4 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0569105 Nov 20 03:26:13.400322 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8c86553f-8831-4f67-b5d5-1b9a3d53eb38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:13.404578 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8c86553f-8831-4f67-b5d5-1b9a3d53eb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:13.418664 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8dc82ca4-75d8-44f3-82a6-0a801a34c090 req-96f019a4-33b4-46fe-b6f6-a88a3e9eceb0 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470459 Nov 20 03:26:13.450714 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 58652) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:13.451033 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-8c86553f-8831-4f67-b5d5-1b9a3d53eb38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2ff9007206f407c94b6f60c31f0def7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344410 Nov 20 03:26:13.452097 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86553f-8831-4f67-b5d5-1b9a3d53eb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab05fcd3-be41-4609-a928-66be222c2d04,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:13.507126 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3a85f5a8-cfb9-4fac-be22-6dd3681dca47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:13.528534 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3a85f5a8-cfb9-4fac-be22-6dd3681dca47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:13.578233 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3a85f5a8-cfb9-4fac-be22-6dd3681dca47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:13.581145 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3a85f5a8-cfb9-4fac-be22-6dd3681dca47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:13.582598 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-3a85f5a8-cfb9-4fac-be22-6dd3681dca47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab05fcd3-be41-4609-a928-66be222c2d04 HTTP/1.1" status: 204 len: 168 time: 0.1305962 Nov 20 03:26:13.591236 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85f5a8-cfb9-4fac-be22-6dd3681dca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab05fcd3-be41-4609-a928-66be222c2d04,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:13.740157 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:13.893954 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-3288e564-d652-4022-a464-3cbaf45ed5cd tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:13.901478 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-3288e564-d652-4022-a464-3cbaf45ed5cd tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/networks?id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 200 len: 815 time: 0.1442323 Nov 20 03:26:13.916000 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-e2016637-ebae-482f-abd5-07a0fc1dea28 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/quotas/0fdf6e7abf574b269f3c1459a9d58c26 HTTP/1.1" status: 200 len: 375 time: 0.0130057 Nov 20 03:26:13.982333 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-72c9c4bc-5313-4745-a88c-11840aba5b30 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561638 Nov 20 03:26:14.024819 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58714) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:14.044296 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-548edaba-1913-45ca-a0a9-1371881582ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:14.138593 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-1a60221e-c325-4a1d-a533-4443acf329c8 service neutron] 10.222.0.37 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488278 Nov 20 03:26:14.146508 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-548edaba-1913-45ca-a0a9-1371881582ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:14.154647 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-548edaba-1913-45ca-a0a9-1371881582ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:14.189650 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-548edaba-1913-45ca-a0a9-1371881582ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=362b6512261b425c957b49dd522cbed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634023 Nov 20 03:26:14.192358 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58738) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:14.249573 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548edaba-1913-45ca-a0a9-1371881582ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22df206-0933-4590-aa93-e5b509d043f4,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:14.267504 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3803f1a9-a42f-4a60-aff8-367825da813e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:14.271136 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-d6d88ace-1ff6-4fc7-ae1d-8b37353408a5 service neutron] 10.222.0.37 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238403 Nov 20 03:26:14.307466 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3803f1a9-a42f-4a60-aff8-367825da813e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:14.382339 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3803f1a9-a42f-4a60-aff8-367825da813e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:14.389229 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3803f1a9-a42f-4a60-aff8-367825da813e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:14.390419 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-3803f1a9-a42f-4a60-aff8-367825da813e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d22df206-0933-4590-aa93-e5b509d043f4 HTTP/1.1" status: 204 len: 168 time: 0.1968589 Nov 20 03:26:14.413607 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803f1a9-a42f-4a60-aff8-367825da813e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22df206-0933-4590-aa93-e5b509d043f4,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:14.574328 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7461219d-2baa-4bc5-aed8-506bb9390042 req-6ab1e749-ee55-48c4-8acb-092601895cae tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 210 time: 0.0389092 Nov 20 03:26:14.655463 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17871918-1833-4076-9731-ebcd81d70855 req-b09867f9-640b-478f-86f0-af4d7be2d7f4 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:14.657183 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-17871918-1833-4076-9731-ebcd81d70855 req-b09867f9-640b-478f-86f0-af4d7be2d7f4 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0736442 Nov 20 03:26:14.723731 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-17871918-1833-4076-9731-ebcd81d70855 req-e5af3f18-6ff9-46e4-a1d5-d19bcd9acab4 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571747 Nov 20 03:26:14.927161 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58790) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:14.942448 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-16280efb-e6f7-4849-8ebf-0e295ab68614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:14.989828 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:15.042924 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-16280efb-e6f7-4849-8ebf-0e295ab68614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:15.047341 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-16280efb-e6f7-4849-8ebf-0e295ab68614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:15.079320 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16280efb-e6f7-4849-8ebf-0e295ab68614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e550b1-631c-4bac-aff9-3c3a92dcd2ad,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:15.093387 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914d501-8fe6-41e2-8578-4d1f7297a9c7 req-8b94cedf-5755-4fda-bbf1-84a5462d4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:15.094979 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3914d501-8fe6-41e2-8578-4d1f7297a9c7 req-8b94cedf-5755-4fda-bbf1-84a5462d4504 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 1099 time: 0.0439503 Nov 20 03:26:15.106516 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-16280efb-e6f7-4849-8ebf-0e295ab68614 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a4028729a4c4f28a19343ed4c6270fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782379 Nov 20 03:26:15.109238 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58798) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:15.158033 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9e06a29f-b158-4c76-8dd4-e2893e17a25f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:15.158330 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3914d501-8fe6-41e2-8578-4d1f7297a9c7 req-4a9b2f9a-478c-4c94-8e76-2a5b3e11bed3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382931 Nov 20 03:26:15.178998 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9e06a29f-b158-4c76-8dd4-e2893e17a25f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:15.226348 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9e06a29f-b158-4c76-8dd4-e2893e17a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:15.229064 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9e06a29f-b158-4c76-8dd4-e2893e17a25f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:15.230849 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-9e06a29f-b158-4c76-8dd4-e2893e17a25f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01e550b1-631c-4bac-aff9-3c3a92dcd2ad HTTP/1.1" status: 204 len: 168 time: 0.1207056 Nov 20 03:26:15.238913 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06a29f-b158-4c76-8dd4-e2893e17a25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e550b1-631c-4bac-aff9-3c3a92dcd2ad,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:15.676205 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-842c8b6e-6bae-4165-8de1-d0b41710adf2 req-4f850164-f6c1-4e41-9690-06b5e3ac3d47 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 210 time: 0.0271375 Nov 20 03:26:15.941609 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58846) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:16.055040 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1718728693-network', 'tenant_id': '3619424d1b174797a1d4f1370072ff9f'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:16.084054 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Made reservation on behalf of 3619424d1b174797a1d4f1370072ff9f for: {'network': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:26:16.086590 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.095864 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.121940 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437683f0-0909-4a23-b89f-ab6bc89f749b req-1ea5de34-2e8a-4d0b-82e4-81f09e0772e1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:16.124246 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-437683f0-0909-4a23-b89f-ab6bc89f749b req-1ea5de34-2e8a-4d0b-82e4-81f09e0772e1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.3115101 Nov 20 03:26:16.177956 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.182667 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.207516 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=102610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:26:16.221258 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41957c4-f2f0-442f-bb94-efb60c1c90cc,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:16.231177 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.231543 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.segments_db [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Added segment de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2 of type vlan for network c40b0628-5368-4b0c-8d92-64cd48b8305d Nov 20 03:26:16.233640 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-437683f0-0909-4a23-b89f-ab6bc89f749b req-849ee640-dd91-4349-a959-a0677016bc08 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760593 Nov 20 03:26:16.239606 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.240762 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.241096 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.241421 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.241943 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.242463 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.243446 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.243971 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.244465 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.244796 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.245117 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.245989 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.254768 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-839adab5-f651-4067-b913-07be79b2edc7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:16.256372 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-839adab5-f651-4067-b913-07be79b2edc7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "GET /v2.0/networks?id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 200 len: 815 time: 0.1655700 Nov 20 03:26:16.283435 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Request body: {'port': {'device_id': 'dcb49ce9-1111-4384-8066-f155f85972d5', 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5', 'admin_state_up': True, 'tenant_id': '0fdf6e7abf574b269f3c1459a9d58c26'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:16.287654 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.315567 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.316594 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:16.317207 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.375811 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4324222 Nov 20 03:26:16.380823 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 58854) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:16.389999 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Request body: {'subnet': {'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1718728693-subnet', 'tenant_id': '3619424d1b174797a1d4f1370072ff9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:16.395974 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880ed0c-f23f-40bd-a6b3-466a23cce051 admin admin] Pushing event updated for resources: {'Network': ['ID=c40b0628-5368-4b0c-8d92-64cd48b8305d,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:16.400779 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.db.api [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 20 03:26:16.400779 dv-cinder-818037-5-iscsi neutron-server[102610]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 20 03:26:16.400779 dv-cinder-818037-5-iscsi neutron-server[102610]: [parameters: {'project_id_1': '3619424d1b174797a1d4f1370072ff9f', 'expiration_1': datetime.datetime(2021, 11, 20, 3, 25, 56, 394089)}] Nov 20 03:26:16.400779 dv-cinder-818037-5-iscsi neutron-server[102610]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 20 03:26:16.401157 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG oslo_db.api [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 20 03:26:16.406501 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network c40b0628-5368-4b0c-8d92-64cd48b8305d details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:26:16.407097 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Made reservation on behalf of 0fdf6e7abf574b269f3c1459a9d58c26 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:26:16.410448 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.563222 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Allocated IP 172.20.0.12 (a1acacc5-2d91-42ad-971f-cecd3a0dc9a5/8209c192-32e4-42d1-81e2-634badaa7584/20da1bff-d668-4898-a7cd-882e011aca51) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:26:16.740645 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.780793 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4c639189-eb5c-4e10-80ff-83b2d3900cff req-a6098a1d-3ee0-412d-87e4-258d3ab5b14f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 210 time: 0.0350688 Nov 20 03:26:16.802382 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.850827 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:16.853987 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:16.857032 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:26:16.866187 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['6cabe651-4a25-4e86-bfd6-a1e07df36346', '409ff6fa-0f7f-4eb4-b321-ee164178b6cd'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:16.888071 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Pushing event updated for resources: {'Port': ['ID=20da1bff-d668-4898-a7cd-882e011aca51,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:16.902116 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.910216 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.910216 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.910514 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.910860 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.911205 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.911544 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.911906 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.912243 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.912576 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.912909 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.913238 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:16.928970 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Made reservation on behalf of 3619424d1b174797a1d4f1370072ff9f for: {'subnet': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:26:16.931911 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4896913'] for subnet, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.933691 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:16.934397 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.951495 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8b8f683c-dfd8-4eda-81f1-275cbe476cd4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6724639 Nov 20 03:26:16.984422 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Request body: {'port': {'device_id': 'dcb49ce9-1111-4384-8066-f155f85972d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:17.044063 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:17.125971 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4985534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4896959'] for subnet, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:17.184792 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d083152f-1957-4e26-8256-b2c59dcc331e,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:17.194677 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Checking segment: {'id': 'de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:17.195026 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Network hostable DHCP agents. Network: c40b0628-5368-4b0c-8d92-64cd48b8305d, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:26:17.211668 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Network c40b0628-5368-4b0c-8d92-64cd48b8305d is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:26:17.226037 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, c40b0628-5368-4b0c-8d92-64cd48b8305d) {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:17.230820 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:17.231531 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:17.237744 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf9df39-4f52-486a-808c-878e80427126 None None] Network c40b0628-5368-4b0c-8d92-64cd48b8305d requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:26:17.249738 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-b7630c57-a8f9-434a-a677-10a12a270c3a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8660829 Nov 20 03:26:17.377751 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20da1bff-d668-4898-a7cd-882e011aca51 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:17.389193 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:17.398908 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3ae7c7-ee5c-4f04-8453-d2a7e4b4abe0 None None] Network c40b0628-5368-4b0c-8d92-64cd48b8305d requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:26:17.417134 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4b18b-ac68-44a8-8c37-9dd8f1f913f1 req-54fd9394-630d-45dc-94c8-10d75acbf026 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:17.418782 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-55f4b18b-ac68-44a8-8c37-9dd8f1f913f1 req-54fd9394-630d-45dc-94c8-10d75acbf026 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0786335 Nov 20 03:26:17.419936 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Transition to ACTIVE for port object 20da1bff-d668-4898-a7cd-882e011aca51 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:26:17.424215 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:17.559496 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Pushing event updated for resources: {'Port': ['ID=20da1bff-d668-4898-a7cd-882e011aca51,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:17.572076 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-55f4b18b-ac68-44a8-8c37-9dd8f1f913f1 req-76bc8f18-d356-487a-b28d-a0fc66c90aa1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454601 Nov 20 03:26:17.599759 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Attempting to bind port 20da1bff-d668-4898-a7cd-882e011aca51 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:26:17.600135 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Attempting to bind port 20da1bff-d668-4898-a7cd-882e011aca51 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:26:17.600467 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Attempting to bind port 20da1bff-d668-4898-a7cd-882e011aca51 on network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:17.605046 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Port 20da1bff-d668-4898-a7cd-882e011aca51 on network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:26:17.605387 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Attempting to bind port 20da1bff-d668-4898-a7cd-882e011aca51 on network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:17.614919 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:26:17.614919 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Checking segment: {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:17.614919 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Bound using segment: {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:26:17.615202 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Bound port: 20da1bff-d668-4898-a7cd-882e011aca51, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:26:17.615540 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:17.685527 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] For port 20da1bff-d668-4898-a7cd-882e011aca51, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:26:17.689309 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] For port 20da1bff-d668-4898-a7cd-882e011aca51, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=20da1bff-d668-4898-a7cd-882e011aca51,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:26:17.693686 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:17.745640 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:17.746247 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:17.747308 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] 10.222.0.57 "PUT /v2.0/ports/20da1bff-d668-4898-a7cd-882e011aca51 HTTP/1.1" status: 200 len: 1094 time: 0.7726014 Nov 20 03:26:17.747753 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb49ce9-1111-4384-8066-f155f85972d5', 'tag': '20da1bff-d668-4898-a7cd-882e011aca51'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:17.750539 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb977e77-a987-4e3d-97f8-04aaf58f2d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb49ce9-1111-4384-8066-f155f85972d5", "tag": "20da1bff-d668-4898-a7cd-882e011aca51"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:17.779364 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892182ef-dd25-47b5-b3ea-61461495e880 service neutron] Pushing event updated for resources: {'Port': ['ID=20da1bff-d668-4898-a7cd-882e011aca51,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:17.822105 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21cca87-8293-42b2-bcf8-263e3137a98a x-openstack-request-id: req-d21cca87-8293-42b2-bcf8-263e3137a98a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:17.822521 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb49ce9-1111-4384-8066-f155f85972d5", "tag": "20da1bff-d668-4898-a7cd-882e011aca51", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:17.822864 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d21cca87-8293-42b2-bcf8-263e3137a98a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:17.824175 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb49ce9-1111-4384-8066-f155f85972d5', 'tag': '20da1bff-d668-4898-a7cd-882e011aca51', 'status': 'completed', 'code': 200} Nov 20 03:26:18.006306 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8166c117-bf9a-4ae3-bea3-1fd094917392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:18.007831 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-8166c117-bf9a-4ae3-bea3-1fd094917392 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 1097 time: 0.1224697 Nov 20 03:26:18.022528 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51e316-11a3-43c4-acdb-6d1564552255 req-d2e4c818-c81e-4a6d-9b18-41a00ecd61ad tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:18.023949 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5f51e316-11a3-43c4-acdb-6d1564552255 req-d2e4c818-c81e-4a6d-9b18-41a00ecd61ad tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1139257 Nov 20 03:26:18.025639 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd925ca-caca-433b-81a5-f643c94df905 req-5fb0cc7c-adf9-4a20-a2fa-404703ddeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:18.027567 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3bd925ca-caca-433b-81a5-f643c94df905 req-5fb0cc7c-adf9-4a20-a2fa-404703ddeaa6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 1099 time: 0.0869710 Nov 20 03:26:18.086448 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-c2a9e743-965c-47fc-b414-2a6cfa5ecf60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20da1bff-d668-4898-a7cd-882e011aca51 HTTP/1.1" status: 200 len: 217 time: 0.0541990 Nov 20 03:26:18.191914 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5f51e316-11a3-43c4-acdb-6d1564552255 req-baa6e76c-0495-4c95-a0ee-6236cf7a3c64 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613643 Nov 20 03:26:18.198944 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-e8028ec7-88a1-4311-8064-342cefabef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:18.200353 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-e8028ec7-88a1-4311-8064-342cefabef32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8209c192-32e4-42d1-81e2-634badaa7584 HTTP/1.1" status: 200 len: 855 time: 0.1035240 Nov 20 03:26:18.243348 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-b30c655f-692a-4d6f-9471-8aaccc452c1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328000 Nov 20 03:26:18.246570 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd925ca-caca-433b-81a5-f643c94df905 req-1aa9a78d-5b82-4426-9976-663ef9584694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:18.247930 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3bd925ca-caca-433b-81a5-f643c94df905 req-1aa9a78d-5b82-4426-9976-663ef9584694 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 920 time: 0.2049026 Nov 20 03:26:18.355113 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3bd925ca-caca-433b-81a5-f643c94df905 req-36bcb0b0-1a17-425c-ad53-772ffba039c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b72906-e641-41e4-a5a9-636c7cd117c9 HTTP/1.1" status: 200 len: 217 time: 0.0902648 Nov 20 03:26:18.435860 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8727a4-b67c-4626-9353-d35da74303bd req-b61f9e1e-5461-4010-93cb-36566ecabf5b tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:18.437356 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4e8727a4-b67c-4626-9353-d35da74303bd req-b61f9e1e-5461-4010-93cb-36566ecabf5b tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 944 time: 0.1824384 Nov 20 03:26:18.451043 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd925ca-caca-433b-81a5-f643c94df905 req-6cb8659e-7f51-4881-82ba-ab6d7d82d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:18.452102 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3bd925ca-caca-433b-81a5-f643c94df905 req-6cb8659e-7f51-4881-82ba-ab6d7d82d940 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b6bcf67-a129-42af-870d-72f06d1689cd HTTP/1.1" status: 200 len: 859 time: 0.0894995 Nov 20 03:26:18.470441 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-7dafc5ea-10b7-485a-bfab-87fe8c7c8bfe service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066379 Nov 20 03:26:18.513991 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3bd925ca-caca-433b-81a5-f643c94df905 req-e534a2d5-92e4-499d-bce5-2d6995d27d4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2470cf7-b23b-4542-91b2-b6ec415686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512519 Nov 20 03:26:18.620999 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4e8727a4-b67c-4626-9353-d35da74303bd req-591b1b30-5986-4932-9103-35f1a748cce4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722674 Nov 20 03:26:18.675569 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7eb5467-ed53-4cc5-a8b3-7cf51ef08683 req-c99c92a2-2a2a-4351-ab41-3f5b29a8aaff service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941195 Nov 20 03:26:18.677738 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3bd925ca-caca-433b-81a5-f643c94df905 req-0a744213-a3eb-43d9-979c-bc96c3159d44 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346338 Nov 20 03:26:18.867876 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc2f32-17f0-4ad9-b56d-cbf3bb417131 req-ec796e86-b6d8-4860-bc93-4126d3b4cb91 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:18.869344 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59cc2f32-17f0-4ad9-b56d-cbf3bb417131 req-ec796e86-b6d8-4860-bc93-4126d3b4cb91 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.1129332 Nov 20 03:26:18.915651 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3bd925ca-caca-433b-81a5-f643c94df905 req-d668c4ff-06c5-448b-934a-6d1c350d793c service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684930 Nov 20 03:26:18.952415 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb977e77-a987-4e3d-97f8-04aaf58f2d0d req-2df2b865-ac7f-4174-81f9-cca97c0d3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:18.953915 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb977e77-a987-4e3d-97f8-04aaf58f2d0d req-2df2b865-ac7f-4174-81f9-cca97c0d3e77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 1097 time: 0.0800469 Nov 20 03:26:18.961889 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59cc2f32-17f0-4ad9-b56d-cbf3bb417131 req-ebc258a7-8c60-45c8-ae35-ac69f210e589 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760391 Nov 20 03:26:19.112317 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb977e77-a987-4e3d-97f8-04aaf58f2d0d req-d8ca2b12-6602-4e30-a241-a1b3908ad358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:19.114023 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb977e77-a987-4e3d-97f8-04aaf58f2d0d req-d8ca2b12-6602-4e30-a241-a1b3908ad358 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 200 len: 916 time: 0.0896199 Nov 20 03:26:19.172387 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb977e77-a987-4e3d-97f8-04aaf58f2d0d req-5483b09a-6d15-4ec9-b037-ace48b3efadb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20da1bff-d668-4898-a7cd-882e011aca51 HTTP/1.1" status: 200 len: 217 time: 0.0380509 Nov 20 03:26:19.231566 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb977e77-a987-4e3d-97f8-04aaf58f2d0d req-b230614d-7339-4176-b286-15de76d15b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:19.233051 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb977e77-a987-4e3d-97f8-04aaf58f2d0d req-b230614d-7339-4176-b286-15de76d15b6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8209c192-32e4-42d1-81e2-634badaa7584 HTTP/1.1" status: 200 len: 855 time: 0.0485737 Nov 20 03:26:19.269460 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb977e77-a987-4e3d-97f8-04aaf58f2d0d req-cdae49be-49b7-4bb8-820a-dfde4ca8bfa0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274305 Nov 20 03:26:19.368672 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023d8d9-9652-48fd-a514-3ceb7a44d1b7 req-8b9fb500-eb70-4d14-935d-23186948cb47 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:19.370087 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3023d8d9-9652-48fd-a514-3ceb7a44d1b7 req-8b9fb500-eb70-4d14-935d-23186948cb47 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1037385 Nov 20 03:26:19.410502 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb977e77-a987-4e3d-97f8-04aaf58f2d0d req-d3826053-8e88-46d2-a5fa-9e81d66d8e74 service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300488 Nov 20 03:26:19.476574 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3023d8d9-9652-48fd-a514-3ceb7a44d1b7 req-d00838a3-2b43-4eb1-b44b-78e72b13d5b8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945916 Nov 20 03:26:19.522359 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb977e77-a987-4e3d-97f8-04aaf58f2d0d req-88125074-23fb-4df8-9b44-e93683246c83 service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970390 Nov 20 03:26:19.745180 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9dc8a-d408-41a6-b76f-0cc7a716c72f req-1f357fbe-3fae-4f9b-af4e-09aded770c9e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:19.747183 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-86c9dc8a-d408-41a6-b76f-0cc7a716c72f req-1f357fbe-3fae-4f9b-af4e-09aded770c9e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 944 time: 0.0491209 Nov 20 03:26:19.794383 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-86c9dc8a-d408-41a6-b76f-0cc7a716c72f req-ef07903a-16eb-43a7-9341-8223e02cf484 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413289 Nov 20 03:26:20.088011 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1fe39-3683-4c1f-bf21-43c974653758 req-8cde1565-98ae-4e27-b676-9fc212b28a8b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:20.089535 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-13b1fe39-3683-4c1f-bf21-43c974653758 req-8cde1565-98ae-4e27-b676-9fc212b28a8b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0492706 Nov 20 03:26:20.136860 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-13b1fe39-3683-4c1f-bf21-43c974653758 req-3680df71-d365-46ba-907a-6906ffa1f1e9 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413592 Nov 20 03:26:20.593245 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eb753-3c9a-49d5-b1ac-96268bf01111 req-40562885-8d1a-4743-b2b7-43b2ae232449 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:20.594672 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-376eb753-3c9a-49d5-b1ac-96268bf01111 req-40562885-8d1a-4743-b2b7-43b2ae232449 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0526166 Nov 20 03:26:20.642406 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-376eb753-3c9a-49d5-b1ac-96268bf01111 req-fb43dbb4-a30c-4ece-b8e7-2e7fb20dad4e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414915 Nov 20 03:26:20.930367 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee947c-dcf3-4b2c-8629-c2f3ab463606 req-cee2381b-39eb-4e09-af1b-7b7f4714b9ee tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:20.932006 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-31ee947c-dcf3-4b2c-8629-c2f3ab463606 req-cee2381b-39eb-4e09-af1b-7b7f4714b9ee tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 944 time: 0.0521913 Nov 20 03:26:20.982445 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-31ee947c-dcf3-4b2c-8629-c2f3ab463606 req-bf437b50-b0f7-4119-9ae3-511ef1f046eb tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428293 Nov 20 03:26:21.253987 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ad93c-8bef-4924-850d-fb1bc9529cff req-cd7f318c-f03b-42c4-9884-7a1326d3dfc8 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:21.255459 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1a6ad93c-8bef-4924-850d-fb1bc9529cff req-cd7f318c-f03b-42c4-9884-7a1326d3dfc8 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0486746 Nov 20 03:26:21.304841 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1a6ad93c-8bef-4924-850d-fb1bc9529cff req-112bfc14-8dd8-43ca-ae47-bb512afd5a02 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434964 Nov 20 03:26:21.756046 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e3159-7d54-4c8a-b678-e18e199a5652 req-713bba7c-e916-4ae9-9922-92e2a12b2fea tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:21.757857 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ae6e3159-7d54-4c8a-b678-e18e199a5652 req-713bba7c-e916-4ae9-9922-92e2a12b2fea tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0487432 Nov 20 03:26:21.805908 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ae6e3159-7d54-4c8a-b678-e18e199a5652 req-b72b066a-63ea-486d-b6e7-b50971f43144 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407927 Nov 20 03:26:21.897764 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 20da1bff-d668-4898-a7cd-882e011aca51 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:26:22.003939 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 20da1bff-d668-4898-a7cd-882e011aca51, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=20da1bff-d668-4898-a7cd-882e011aca51,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:22.018866 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '20da1bff-d668-4898-a7cd-882e011aca51', 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5', 'port_id': '20da1bff-d668-4898-a7cd-882e011aca51', 'mac_address': 'fa:16:3e:39:ed:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8209c192-32e4-42d1-81e2-634badaa7584', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:26:22.064250 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:22.082624 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20da1bff-d668-4898-a7cd-882e011aca51 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:22.111525 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 20da1bff-d668-4898-a7cd-882e011aca51, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=20da1bff-d668-4898-a7cd-882e011aca51,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:22.112599 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda20d8-94d6-4232-8ecf-650be53678f3 req-6c23f68e-dfa8-47ef-91f6-9965cf9ca8fe tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:22.119491 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:22.120182 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-deda20d8-94d6-4232-8ecf-650be53678f3 req-6c23f68e-dfa8-47ef-91f6-9965cf9ca8fe tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 944 time: 0.0641520 Nov 20 03:26:22.188049 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-deda20d8-94d6-4232-8ecf-650be53678f3 req-d4f5ac64-22c1-4cbe-8392-f85d0f00f2d4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629635 Nov 20 03:26:22.193060 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=20da1bff-d668-4898-a7cd-882e011aca51,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:22.426323 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b19d4-2984-4ddb-aaee-17b58f040a4c req-6899de4b-91f2-45a0-bcf9-31dc21d370c6 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:22.427796 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee3b19d4-2984-4ddb-aaee-17b58f040a4c req-6899de4b-91f2-45a0-bcf9-31dc21d370c6 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0510523 Nov 20 03:26:22.474002 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee3b19d4-2984-4ddb-aaee-17b58f040a4c req-a8112e39-836c-435f-9f8c-652a6880e61c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399942 Nov 20 03:26:22.572572 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['20da1bff-d668-4898-a7cd-882e011aca51'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:23.294577 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b2f2a-09cb-492f-82e1-4c58d39fc117 req-bf62f407-bd68-47ec-b242-7a13ceb08c0c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:23.296062 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fd6b2f2a-09cb-492f-82e1-4c58d39fc117 req-bf62f407-bd68-47ec-b242-7a13ceb08c0c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 945 time: 0.0495296 Nov 20 03:26:23.342252 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fd6b2f2a-09cb-492f-82e1-4c58d39fc117 req-8a1f7b77-f6c9-47ac-ac90-1b67caf063de tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403359 Nov 20 03:26:23.445807 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18d55d-c265-4ed8-a358-0d95304e33e3 req-3c0062b7-3215-41f7-a9ef-9a261dc12f64 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:23.447180 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4e18d55d-c265-4ed8-a358-0d95304e33e3 req-3c0062b7-3215-41f7-a9ef-9a261dc12f64 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0514102 Nov 20 03:26:23.493260 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4e18d55d-c265-4ed8-a358-0d95304e33e3 req-6fcb3d32-44ed-49a8-b7b1-e7f71f93fd62 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402093 Nov 20 03:26:23.596916 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd23f73-0032-4d23-a3de-d447c109b225 req-d1225778-2487-40be-90cc-2389a5fea892 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:23.598710 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cd23f73-0032-4d23-a3de-d447c109b225 req-d1225778-2487-40be-90cc-2389a5fea892 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0497196 Nov 20 03:26:23.646583 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cd23f73-0032-4d23-a3de-d447c109b225 req-4b01ede1-72be-436c-a8b1-3a5a6a3a6d01 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Nov 20 03:26:23.915281 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 20da1bff-d668-4898-a7cd-882e011aca51 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:23.991765 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 20da1bff-d668-4898-a7cd-882e011aca51 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:26:23.995626 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 20da1bff-d668-4898-a7cd-882e011aca51 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:23.996044 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:24.093166 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-d5f6e832-d75d-4f44-ad52-5c0f0a59995d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752053784&fields=id&tenant_id=4794dc407c024daf9067e5a879ec056c HTTP/1.1" status: 200 len: 267 time: 0.0462263 Nov 20 03:26:24.104934 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:24.130153 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb49ce9-1111-4384-8066-f155f85972d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20da1bff-d668-4898-a7cd-882e011aca51'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:24.132497 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eea23b1-0977-47df-9cdc-b7dfe35286ea" -d '{"events": [{"server_uuid": "dcb49ce9-1111-4384-8066-f155f85972d5", "name": "network-vif-plugged", "status": "completed", "tag": "20da1bff-d668-4898-a7cd-882e011aca51"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:24.145791 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 20da1bff-d668-4898-a7cd-882e011aca51, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=20da1bff-d668-4898-a7cd-882e011aca51,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:24.150798 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:24.214423 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-994b7cf4-4c8f-416c-a50e-eb8c2363873c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:24.223055 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-994b7cf4-4c8f-416c-a50e-eb8c2363873c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/networks?id=db158230-8664-4afc-9999-4e829d8f633b HTTP/1.1" status: 200 len: 808 time: 0.1225476 Nov 20 03:26:24.236840 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-8b7455d2-5649-4ffe-8fad-6d6514fab98c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/quotas/4794dc407c024daf9067e5a879ec056c HTTP/1.1" status: 200 len: 375 time: 0.0122755 Nov 20 03:26:24.292613 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-bb7ff4fa-22b4-48d2-96d9-a63c072b0af8 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4794dc407c024daf9067e5a879ec056c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497522 Nov 20 03:26:24.344447 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=20da1bff-d668-4898-a7cd-882e011aca51,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:24.601165 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-25f91796-32a6-47f2-b218-fa9e5c8ac63a service neutron] 10.222.0.37 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946122 Nov 20 03:26:24.690118 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-c93d0454-f336-4f29-8947-48cc2e84b9f5 service neutron] 10.222.0.37 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824177 Nov 20 03:26:24.943083 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e8de28-1fc4-4593-9150-88ef60006fc1 x-openstack-request-id: req-69e8de28-1fc4-4593-9150-88ef60006fc1 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:24.943543 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb49ce9-1111-4384-8066-f155f85972d5", "name": "network-vif-plugged", "status": "completed", "tag": "20da1bff-d668-4898-a7cd-882e011aca51", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:24.943864 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69e8de28-1fc4-4593-9150-88ef60006fc1 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:24.944355 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb49ce9-1111-4384-8066-f155f85972d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20da1bff-d668-4898-a7cd-882e011aca51', 'code': 200} Nov 20 03:26:25.048746 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687a82e-2163-4043-8027-9f4e94bc7d2f req-ec09afc2-c0dc-4fb0-8fa4-e900b80e4dce tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:25.050248 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c687a82e-2163-4043-8027-9f4e94bc7d2f req-ec09afc2-c0dc-4fb0-8fa4-e900b80e4dce tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 946 time: 0.0600593 Nov 20 03:26:25.111589 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c687a82e-2163-4043-8027-9f4e94bc7d2f req-eebe3279-50f0-4ad0-8215-d1f9261d6c91 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536449 Nov 20 03:26:25.255756 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fc780-7aea-44bb-a6b7-4eb71089d233 req-8a9299dc-4a84-4dea-8266-d5e8cea284c4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:25.257657 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-984fc780-7aea-44bb-a6b7-4eb71089d233 req-8a9299dc-4a84-4dea-8266-d5e8cea284c4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0774467 Nov 20 03:26:25.264626 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6643a-3e24-4701-84d9-1f432cd5201b req-59480939-9687-4fcd-8df4-8d32514c8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:25.266073 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-80a6643a-3e24-4701-84d9-1f432cd5201b req-59480939-9687-4fcd-8df4-8d32514c8cd1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 1099 time: 0.0747068 Nov 20 03:26:25.339013 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-80a6643a-3e24-4701-84d9-1f432cd5201b req-abaf3a83-978c-4cdd-a318-ee70bed35b3a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646667 Nov 20 03:26:25.342978 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-984fc780-7aea-44bb-a6b7-4eb71089d233 req-c635701f-8f13-40e8-ae41-0e40ef8b2cb1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758276 Nov 20 03:26:25.427878 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f15d68f6-ed66-4bed-9c88-46f9ddf973d7 req-ae435558-44f1-4ef4-b7a3-7655bdd3bba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 210 time: 0.0254335 Nov 20 03:26:26.230769 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b68f9-1d80-4638-b081-f05c244ff4b6 req-e0c2112b-6125-4c24-9d33-65cbb354fbfa tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:26.232525 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b77b68f9-1d80-4638-b081-f05c244ff4b6 req-e0c2112b-6125-4c24-9d33-65cbb354fbfa tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 946 time: 0.0492208 Nov 20 03:26:26.287908 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b77b68f9-1d80-4638-b081-f05c244ff4b6 req-83c1748b-f1ea-479a-8f8d-bde268669799 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451567 Nov 20 03:26:26.472488 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51c94d-5f28-4b1f-a2ea-87fae7fc5097 req-76f0eaf3-a87d-4f38-897a-1ebdf143f192 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:26.480001 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5c51c94d-5f28-4b1f-a2ea-87fae7fc5097 req-76f0eaf3-a87d-4f38-897a-1ebdf143f192 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0610144 Nov 20 03:26:26.544436 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5c51c94d-5f28-4b1f-a2ea-87fae7fc5097 req-1bf93d6b-cca6-4854-a5d7-7fcbdea2d18e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635028 Nov 20 03:26:26.661911 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0bddbc7b-d1a8-4508-b217-efbc9a09deaf req-9e37f07e-f5c7-4a70-9fae-53ae7049afe1 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 210 time: 0.0443234 Nov 20 03:26:26.681149 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-6243a31a-d3e1-436b-bbd4-417791ce061e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:26.682582 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-6243a31a-d3e1-436b-bbd4-417791ce061e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.57 "GET /v2.0/networks?id=db158230-8664-4afc-9999-4e829d8f633b HTTP/1.1" status: 200 len: 808 time: 0.1652145 Nov 20 03:26:26.788698 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-3c93b848-ec0a-4663-9a55-04b0451e6b7c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4794dc407c024daf9067e5a879ec056c HTTP/1.1" status: 200 len: 379 time: 0.0531642 Nov 20 03:26:26.818171 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Request body: {'port': {'device_id': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'admin_state_up': True, 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'security_groups': ['d665f26d-427d-4b0e-9515-d37ba0eb6c56']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:26.929157 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Made reservation on behalf of 4794dc407c024daf9067e5a879ec056c for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:26:26.932650 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:27.071772 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Allocated IP 172.20.0.14 (db158230-8664-4afc-9999-4e829d8f633b/a74cf209-eeb5-4a98-bf29-3e03e52b5a5a/c4f59d4b-9c47-44dc-ae92-832b37f470bd) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:26:27.219869 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:27.256344 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:27.300303 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Network db158230-8664-4afc-9999-4e829d8f633b is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:27.303521 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:27.307086 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:26:27.332785 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event updated for resources: {'Port': ['ID=c4f59d4b-9c47-44dc-ae92-832b37f470bd,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:27.366867 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:27.367530 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:27.418781 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-9b48ea19-d0ff-488a-9e4b-badad09e7f6d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6035814 Nov 20 03:26:27.441181 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4ef26-eb8d-4bd3-8606-4b3551cbe122 req-5097cc57-34f5-4eb1-a2d0-3009a13f7ad9 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:27.442711 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a5f4ef26-eb8d-4bd3-8606-4b3551cbe122 req-5097cc57-34f5-4eb1-a2d0-3009a13f7ad9 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 946 time: 0.0713151 Nov 20 03:26:27.460934 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Request body: {'port': {'device_id': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:27.532842 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-bed5c257-fe45-4d2d-9aa3-39bdd37586e8 None None] Provisioning complete for port c4f59d4b-9c47-44dc-ae92-832b37f470bd triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:27.533438 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-bed5c257-fe45-4d2d-9aa3-39bdd37586e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:27.542005 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a5f4ef26-eb8d-4bd3-8606-4b3551cbe122 req-d1b7ef92-67a9-49d3-86dc-ee9fbd1c60ca tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928090 Nov 20 03:26:27.544490 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:27.569143 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-bed5c257-fe45-4d2d-9aa3-39bdd37586e8 None None] Port c4f59d4b-9c47-44dc-ae92-832b37f470bd cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:26:27.740472 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372c961-3b61-4281-88ab-50f87000baca req-d219212b-13b7-4bd1-94f4-919db2b67a78 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:27.744567 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a372c961-3b61-4281-88ab-50f87000baca req-d219212b-13b7-4bd1-94f4-919db2b67a78 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0788541 Nov 20 03:26:27.856043 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a372c961-3b61-4281-88ab-50f87000baca req-e1aa6e47-8cae-404e-a3d0-5d10de5c77cc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792718 Nov 20 03:26:27.930676 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f59d4b-9c47-44dc-ae92-832b37f470bd {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:27.946732 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:27.976972 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Transition to ACTIVE for port object c4f59d4b-9c47-44dc-ae92-832b37f470bd will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:26:27.979816 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.003426 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce30ecf-2d2a-4e04-9076-1d0b259fab2d req-ffa1f157-2f77-4d0f-b0ad-71a21e5b6c5e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.004922 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1ce30ecf-2d2a-4e04-9076-1d0b259fab2d req-ffa1f157-2f77-4d0f-b0ad-71a21e5b6c5e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 932 time: 0.0771413 Nov 20 03:26:28.081786 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Pushing event updated for resources: {'Port': ['ID=c4f59d4b-9c47-44dc-ae92-832b37f470bd,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:28.130908 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1ce30ecf-2d2a-4e04-9076-1d0b259fab2d req-6f83bd19-ebe4-4c3f-8368-498498187074 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072392 Nov 20 03:26:28.154562 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Attempting to bind port c4f59d4b-9c47-44dc-ae92-832b37f470bd on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:26:28.154904 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Attempting to bind port c4f59d4b-9c47-44dc-ae92-832b37f470bd by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:26:28.155242 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Attempting to bind port c4f59d4b-9c47-44dc-ae92-832b37f470bd on network db158230-8664-4afc-9999-4e829d8f633b {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:28.159973 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Port c4f59d4b-9c47-44dc-ae92-832b37f470bd on network db158230-8664-4afc-9999-4e829d8f633b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:26:28.160304 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Attempting to bind port c4f59d4b-9c47-44dc-ae92-832b37f470bd on network db158230-8664-4afc-9999-4e829d8f633b {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:28.165617 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:26:28.165960 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Checking segment: {'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:28.166380 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Bound using segment: {'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:26:28.166786 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Bound port: c4f59d4b-9c47-44dc-ae92-832b37f470bd, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f9d0c5-8feb-4d42-8098-b53506b2fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:26:28.167149 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.238921 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] For port c4f59d4b-9c47-44dc-ae92-832b37f470bd, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:26:28.242251 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] For port c4f59d4b-9c47-44dc-ae92-832b37f470bd, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:26:28.254849 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.290649 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.291287 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.292678 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] 10.222.0.57 "PUT /v2.0/ports/c4f59d4b-9c47-44dc-ae92-832b37f470bd HTTP/1.1" status: 200 len: 1094 time: 0.8368754 Nov 20 03:26:28.293725 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:28.296097 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0bf29c-064a-4a26-b635-da4c0b46b49b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:28.320728 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831aefd8-7ca5-48e7-a42f-72944284cdee service neutron] Pushing event updated for resources: {'Port': ['ID=c4f59d4b-9c47-44dc-ae92-832b37f470bd,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:28.341193 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938619a2-d342-4a9b-99d6-526bd7dca0cc x-openstack-request-id: req-938619a2-d342-4a9b-99d6-526bd7dca0cc {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:28.341534 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:28.341795 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-938619a2-d342-4a9b-99d6-526bd7dca0cc {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:28.342202 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'status': 'completed', 'code': 200} Nov 20 03:26:28.419020 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-1d11797a-0a8b-4c3a-8465-dc254f3f8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.420561 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-1d11797a-0a8b-4c3a-8465-dc254f3f8198 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4794dc407c024daf9067e5a879ec056c&device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 1097 time: 0.0420694 Nov 20 03:26:28.492001 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-c8fb60a6-4845-4916-95e1-8cf71bac41a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd HTTP/1.1" status: 200 len: 217 time: 0.0387862 Nov 20 03:26:28.568778 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-f07665c5-a291-4c77-a7d8-ffc8817f5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.570411 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-f07665c5-a291-4c77-a7d8-ffc8817f5a68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a74cf209-eeb5-4a98-bf29-3e03e52b5a5a HTTP/1.1" status: 200 len: 847 time: 0.0700500 Nov 20 03:26:28.580123 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7c62a1f6-9407-433f-b3fc-d8d699defb67 req-9da4dc84-a6f9-4a44-acfe-33112f64cef6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544925 Nov 20 03:26:28.621506 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-abc743ed-bae5-4e55-a151-0ccfe3ec5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.623014 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-abc743ed-bae5-4e55-a151-0ccfe3ec5816 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db158230-8664-4afc-9999-4e829d8f633b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420644 Nov 20 03:26:28.725866 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62a1f6-9407-433f-b3fc-d8d699defb67 req-d1902e13-b678-4423-b2be-e25fb4f85d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.727277 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7c62a1f6-9407-433f-b3fc-d8d699defb67 req-d1902e13-b678-4423-b2be-e25fb4f85d7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 1099 time: 0.0925913 Nov 20 03:26:28.761427 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-0d30aee5-868f-49c3-b4e6-c2f9e2620f18 service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192625 Nov 20 03:26:28.912738 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62a1f6-9407-433f-b3fc-d8d699defb67 req-52745178-b6a5-45bd-af1f-5d168cbeb526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.914258 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7c62a1f6-9407-433f-b3fc-d8d699defb67 req-52745178-b6a5-45bd-af1f-5d168cbeb526 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 920 time: 0.1639919 Nov 20 03:26:28.920549 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d464eca-bcd8-49f8-b831-b14648a71ab3 req-96bddd21-ff28-44e9-94af-5d1794d99975 service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189210 Nov 20 03:26:28.996759 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7c62a1f6-9407-433f-b3fc-d8d699defb67 req-bad4f6d7-95dd-4ddb-8972-2f8a1d58123f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b72906-e641-41e4-a5a9-636c7cd117c9 HTTP/1.1" status: 200 len: 217 time: 0.0520539 Nov 20 03:26:29.019062 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d1112-c158-4b25-b25f-69140274e51c req-8774d41a-fd09-48d3-b19c-4714a67c5d15 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.020597 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dd9d1112-c158-4b25-b25f-69140274e51c req-8774d41a-fd09-48d3-b19c-4714a67c5d15 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0843108 Nov 20 03:26:29.115928 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62a1f6-9407-433f-b3fc-d8d699defb67 req-ecabc8d8-da65-438b-af2d-b7db06e31851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.117354 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7c62a1f6-9407-433f-b3fc-d8d699defb67 req-ecabc8d8-da65-438b-af2d-b7db06e31851 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b6bcf67-a129-42af-870d-72f06d1689cd HTTP/1.1" status: 200 len: 859 time: 0.0959392 Nov 20 03:26:29.132457 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bf29c-064a-4a26-b635-da4c0b46b49b req-f1e06501-95fa-4907-8b50-9b7097f8432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.133967 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0bf29c-064a-4a26-b635-da4c0b46b49b req-f1e06501-95fa-4907-8b50-9b7097f8432b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4794dc407c024daf9067e5a879ec056c&device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 1097 time: 0.1114466 Nov 20 03:26:29.146924 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dd9d1112-c158-4b25-b25f-69140274e51c req-5a0e57f2-014c-4444-8120-02d1438b2171 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169071 Nov 20 03:26:29.179528 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7c62a1f6-9407-433f-b3fc-d8d699defb67 req-478b6c42-1a72-463b-94e7-fda1eb2b0599 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2470cf7-b23b-4542-91b2-b6ec415686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445521 Nov 20 03:26:29.307173 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bf29c-064a-4a26-b635-da4c0b46b49b req-d0e78893-891b-4e1c-9ccc-f9f8abe66210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.309196 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0bf29c-064a-4a26-b635-da4c0b46b49b req-d0e78893-891b-4e1c-9ccc-f9f8abe66210 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db158230-8664-4afc-9999-4e829d8f633b HTTP/1.1" status: 200 len: 909 time: 0.1609292 Nov 20 03:26:29.356563 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7c62a1f6-9407-433f-b3fc-d8d699defb67 req-5de4fc53-53ff-44fa-a694-aebb699ce121 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531785 Nov 20 03:26:29.357901 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0bf29c-064a-4a26-b635-da4c0b46b49b req-bf7ba1e3-93a3-4869-ae33-823f9ed62c70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd HTTP/1.1" status: 200 len: 217 time: 0.0384929 Nov 20 03:26:29.483109 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bf29c-064a-4a26-b635-da4c0b46b49b req-2b28a14a-e306-4439-b697-177d4659939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.484684 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0bf29c-064a-4a26-b635-da4c0b46b49b req-2b28a14a-e306-4439-b697-177d4659939d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a74cf209-eeb5-4a98-bf29-3e03e52b5a5a HTTP/1.1" status: 200 len: 847 time: 0.1028392 Nov 20 03:26:29.541692 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7c62a1f6-9407-433f-b3fc-d8d699defb67 req-0dc54cb1-4c32-450f-8560-d477a6e813aa service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610744 Nov 20 03:26:29.566699 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bf29c-064a-4a26-b635-da4c0b46b49b req-7d6f8345-7686-4160-ab0b-db30d0be52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.568421 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0bf29c-064a-4a26-b635-da4c0b46b49b req-7d6f8345-7686-4160-ab0b-db30d0be52c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db158230-8664-4afc-9999-4e829d8f633b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656724 Nov 20 03:26:29.625956 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d9c52-d813-4eca-9b1f-e5fe5033ebfb req-80f8ec89-fab1-44c6-b1d7-a146479d7c4c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.627461 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-249d9c52-d813-4eca-9b1f-e5fe5033ebfb req-80f8ec89-fab1-44c6-b1d7-a146479d7c4c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0582049 Nov 20 03:26:29.728794 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-249d9c52-d813-4eca-9b1f-e5fe5033ebfb req-f4b3ac6d-4e35-4083-a58e-477e5a2df164 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920105 Nov 20 03:26:29.743272 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0bf29c-064a-4a26-b635-da4c0b46b49b req-1a58b2d8-0033-4214-9e6e-2a25179d4b06 service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329758 Nov 20 03:26:29.852562 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0bf29c-064a-4a26-b635-da4c0b46b49b req-be276df0-da3f-469c-93be-30b6146c9d2d service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819056 Nov 20 03:26:30.270391 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec40741-1af1-4b8e-8722-015b64f7caff req-47185c29-7661-4e06-8cef-38dd224faede tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:30.272010 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2ec40741-1af1-4b8e-8722-015b64f7caff req-47185c29-7661-4e06-8cef-38dd224faede tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0495658 Nov 20 03:26:30.325404 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2ec40741-1af1-4b8e-8722-015b64f7caff req-b31dc4c3-a69c-493e-b351-9e7e360de03e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474446 Nov 20 03:26:30.348051 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:30.599699 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:26:30.844541 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6597ed-1a82-4126-b327-57b89fe9f200 req-7404acb8-9d91-4b35-945b-959db13de5a4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:30.845936 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee6597ed-1a82-4126-b327-57b89fe9f200 req-7404acb8-9d91-4b35-945b-959db13de5a4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0495143 Nov 20 03:26:30.896179 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee6597ed-1a82-4126-b327-57b89fe9f200 req-e67a58e7-9f1f-4aba-aa38-21b12732ee50 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440466 Nov 20 03:26:31.444528 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8134807-560d-43c1-9a4f-e5057457d512 req-2d9d1e82-269d-4213-82fc-34fa53e34984 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:31.446006 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f8134807-560d-43c1-9a4f-e5057457d512 req-2d9d1e82-269d-4213-82fc-34fa53e34984 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0481489 Nov 20 03:26:31.497355 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f8134807-560d-43c1-9a4f-e5057457d512 req-736c2b8c-2f89-4f18-ab77-93330b7d17ab tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439160 Nov 20 03:26:31.806174 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094592d4-0052-4c8c-b999-7467ef6946d7 req-8b6e0766-b8bb-45de-ad0a-f1b9a0942708 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:31.807650 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-094592d4-0052-4c8c-b999-7467ef6946d7 req-8b6e0766-b8bb-45de-ad0a-f1b9a0942708 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0817106 Nov 20 03:26:31.812957 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b7547-e4c7-47d8-b765-4de07264b4fb req-0653a39c-f6b0-419d-939b-9e30062d6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:31.814305 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0b7547-e4c7-47d8-b765-4de07264b4fb req-0653a39c-f6b0-419d-939b-9e30062d6296 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 1099 time: 0.0580168 Nov 20 03:26:31.905822 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-094592d4-0052-4c8c-b999-7467ef6946d7 req-f458f852-02f0-4cb0-b9b0-b7d1b6ab1c03 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897560 Nov 20 03:26:31.950779 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b7547-e4c7-47d8-b765-4de07264b4fb req-07e9a697-23ca-4306-b22b-612727fb730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:31.952716 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0b7547-e4c7-47d8-b765-4de07264b4fb req-07e9a697-23ca-4306-b22b-612727fb730c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 920 time: 0.1230822 Nov 20 03:26:32.221142 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0b7547-e4c7-47d8-b765-4de07264b4fb req-f71aeac0-5dd4-4e0c-bd9e-30886c2b2eb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b72906-e641-41e4-a5a9-636c7cd117c9 HTTP/1.1" status: 200 len: 217 time: 0.2593386 Nov 20 03:26:32.287708 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b7547-e4c7-47d8-b765-4de07264b4fb req-391d4484-c794-4c24-8445-0e3918e248a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:32.289165 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0b7547-e4c7-47d8-b765-4de07264b4fb req-391d4484-c794-4c24-8445-0e3918e248a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b6bcf67-a129-42af-870d-72f06d1689cd HTTP/1.1" status: 200 len: 859 time: 0.0542781 Nov 20 03:26:32.296405 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20059-4dea-49af-8d16-9e2e6b25230d req-f0791695-ee54-4812-8105-237c1aec1322 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:32.297735 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f9c20059-4dea-49af-8d16-9e2e6b25230d req-f0791695-ee54-4812-8105-237c1aec1322 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0875738 Nov 20 03:26:32.339735 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0b7547-e4c7-47d8-b765-4de07264b4fb req-9dfcbde2-a261-450d-93b0-c8cf434d453b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2470cf7-b23b-4542-91b2-b6ec415686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298440 Nov 20 03:26:32.413316 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f9c20059-4dea-49af-8d16-9e2e6b25230d req-8cdfc507-be40-4340-9c8e-2350a7828411 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095731 Nov 20 03:26:32.451277 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0b7547-e4c7-47d8-b765-4de07264b4fb req-e673664e-0b8a-44b6-8a6a-1c09ba6e4271 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003606 Nov 20 03:26:32.544171 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a0b7547-e4c7-47d8-b765-4de07264b4fb req-c3607492-95f6-4f36-b87e-7453f1f1f9c4 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820627 Nov 20 03:26:32.622365 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591238-fa37-4894-8f55-6ac382f2b667 req-f133242e-cfa3-49a1-b738-1dd3812f7aff tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:32.623940 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-46591238-fa37-4894-8f55-6ac382f2b667 req-f133242e-cfa3-49a1-b738-1dd3812f7aff tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0508060 Nov 20 03:26:32.670952 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-46591238-fa37-4894-8f55-6ac382f2b667 req-b799428a-983d-4e31-bf05-ee72fda72115 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411255 Nov 20 03:26:33.030339 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae24807-5928-4b51-bcd3-c18a8ac744a8 req-df140fd5-c341-4320-bb36-b201bb849c05 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:33.031718 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bae24807-5928-4b51-bcd3-c18a8ac744a8 req-df140fd5-c341-4320-bb36-b201bb849c05 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0556695 Nov 20 03:26:33.078468 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bae24807-5928-4b51-bcd3-c18a8ac744a8 req-256ac0c2-eefa-42d3-a337-8f81cf1fae14 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407739 Nov 20 03:26:33.525797 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d6852-ec50-46e1-bad8-40668546a94e req-c10d6792-f7a9-4e8a-b280-4742c5f41b24 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:33.527290 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-400d6852-ec50-46e1-bad8-40668546a94e req-c10d6792-f7a9-4e8a-b280-4742c5f41b24 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0489669 Nov 20 03:26:33.580226 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-400d6852-ec50-46e1-bad8-40668546a94e req-e67d31f2-2943-404b-a634-2c23d3292e36 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457420 Nov 20 03:26:33.796367 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ec916-7adc-48e9-8b21-49df8a8fd45d req-6531a515-650a-4bd2-baed-dcc7c0bf89c5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:33.797856 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1b0ec916-7adc-48e9-8b21-49df8a8fd45d req-6531a515-650a-4bd2-baed-dcc7c0bf89c5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0530820 Nov 20 03:26:33.844102 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1b0ec916-7adc-48e9-8b21-49df8a8fd45d req-532e4c4a-b3c1-4495-884e-5433b96506a7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403576 Nov 20 03:26:34.195606 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27f62f-b372-4028-b063-09cb509b360a req-d93209e1-47f1-40fe-b7fd-72c2a053f4c0 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:34.197148 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6a27f62f-b372-4028-b063-09cb509b360a req-d93209e1-47f1-40fe-b7fd-72c2a053f4c0 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0484853 Nov 20 03:26:34.245639 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6a27f62f-b372-4028-b063-09cb509b360a req-cd38ff3b-b69c-443e-919c-2dcecb8d230f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Nov 20 03:26:34.694543 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bf1f5-b47e-4a27-970e-4b28aeb99956 req-bc6916e7-246f-44de-b658-ef031dd575ba tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:34.695983 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9f5bf1f5-b47e-4a27-970e-4b28aeb99956 req-bc6916e7-246f-44de-b658-ef031dd575ba tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0481598 Nov 20 03:26:34.749432 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9f5bf1f5-b47e-4a27-970e-4b28aeb99956 req-a256082a-04c7-4e3f-a20e-51be1f3a64cf tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466399 Nov 20 03:26:34.970328 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66a8a5-20d4-4899-885b-e21ae5872802 req-fbb0915d-457f-47ef-be97-fbca534e01c6 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:34.971734 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cc66a8a5-20d4-4899-885b-e21ae5872802 req-fbb0915d-457f-47ef-be97-fbca534e01c6 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0544145 Nov 20 03:26:35.018979 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cc66a8a5-20d4-4899-885b-e21ae5872802 req-1a2df238-1b68-43a0-8e5a-34d70a3bc2c2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408340 Nov 20 03:26:35.360339 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f53df6-5ecf-4c65-9149-9141c16dbb40 req-0b376a27-8815-4193-9253-225a2a659277 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:35.361825 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-80f53df6-5ecf-4c65-9149-9141c16dbb40 req-0b376a27-8815-4193-9253-225a2a659277 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0478685 Nov 20 03:26:35.411008 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-80f53df6-5ecf-4c65-9149-9141c16dbb40 req-6d5df09e-7032-4655-877e-09cf5a73da47 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 Nov 20 03:26:35.866374 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028ce6-154f-4de4-9a8a-4f06c0e50363 req-a5345b31-8fbd-4b8e-8b6b-edcec802cd15 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:35.867868 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c4028ce6-154f-4de4-9a8a-4f06c0e50363 req-a5345b31-8fbd-4b8e-8b6b-edcec802cd15 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0519762 Nov 20 03:26:35.917091 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c4028ce6-154f-4de4-9a8a-4f06c0e50363 req-ddf6ae2c-c78b-4f8a-9250-7e20045784f6 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426922 Nov 20 03:26:35.980354 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:26:36.074707 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:36.085703 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'port_id': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'mac_address': 'fa:16:3e:55:13:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:26:36.128134 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:36.137741 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b3729-2f85-4561-a431-8a6f6a0db25f req-4086c4f3-8c4a-467f-af96-0e4e23229daa tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:36.139217 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-011b3729-2f85-4561-a431-8a6f6a0db25f req-4086c4f3-8c4a-467f-af96-0e4e23229daa tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0486977 Nov 20 03:26:36.141447 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:36.163194 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:36.167088 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:36.189514 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-011b3729-2f85-4561-a431-8a6f6a0db25f req-ceb7b4df-69de-446b-8fd9-ab4937cf0d10 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442686 Nov 20 03:26:36.215179 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,revision_number=6']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:36.222594 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.222972 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.223587 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.223953 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.224297 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.224634 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.224967 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.225296 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.225626 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.225954 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.226279 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.226603 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.472322 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:36.525665 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b1e45-eb9e-49d7-9b99-3794de7113c3 req-2a67ac13-d63a-46ed-b3d9-01c3396c730b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:36.527154 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1e3b1e45-eb9e-49d7-9b99-3794de7113c3 req-2a67ac13-d63a-46ed-b3d9-01c3396c730b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0483027 Nov 20 03:26:36.592258 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1e3b1e45-eb9e-49d7-9b99-3794de7113c3 req-ac80f667-9de5-4526-8a6f-3a20d9b1753d tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580835 Nov 20 03:26:37.037028 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd4f09-d62b-4b79-9afd-d05eb9d805c4 req-d5ec8040-7767-48d4-ab02-8a496a8fb450 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:37.038506 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-96dd4f09-d62b-4b79-9afd-d05eb9d805c4 req-d5ec8040-7767-48d4-ab02-8a496a8fb450 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0507898 Nov 20 03:26:37.086598 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-96dd4f09-d62b-4b79-9afd-d05eb9d805c4 req-32b85c6f-4d2c-416a-972d-6efef6770774 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 Nov 20 03:26:37.306579 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1bfe-022b-4f57-97cb-987828012134 req-029bd6bb-9d39-45cc-ae43-1f298b7bab4d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:37.308047 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4d0f1bfe-022b-4f57-97cb-987828012134 req-029bd6bb-9d39-45cc-ae43-1f298b7bab4d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 944 time: 0.0473940 Nov 20 03:26:37.354763 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4d0f1bfe-022b-4f57-97cb-987828012134 req-3661d3ff-0a5a-4feb-a04e-dce47defcca8 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402019 Nov 20 03:26:37.711642 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b60c8-fe70-47cd-9361-658b9c0d8c71 req-58b927c4-2bb1-4454-b66d-72615c247c92 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:37.713207 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1e9b60c8-fe70-47cd-9361-658b9c0d8c71 req-58b927c4-2bb1-4454-b66d-72615c247c92 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0523195 Nov 20 03:26:37.763076 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1e9b60c8-fe70-47cd-9361-658b9c0d8c71 req-7fb28e4e-2911-4420-83fc-991a62705f29 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427454 Nov 20 03:26:37.989460 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:38.039516 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:38.039934 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:38.118956 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:38.141257 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:38.143488 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad38bbc-2d43-4632-8357-ec4c0152f8c8" -d '{"events": [{"server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "name": "network-vif-plugged", "status": "completed", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:38.156920 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:38.161195 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:38.204071 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f7e4e-e73b-4e75-ab1b-80fadfffe8ae req-b13508f1-580a-47f5-810d-0564b78afb78 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:38.205557 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a92f7e4e-e73b-4e75-ab1b-80fadfffe8ae req-b13508f1-580a-47f5-810d-0564b78afb78 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0534604 Nov 20 03:26:38.207999 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,revision_number=7']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:38.256173 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a92f7e4e-e73b-4e75-ab1b-80fadfffe8ae req-a1dcfa2b-a918-4d3e-a7d1-ce1872d776e5 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445890 Nov 20 03:26:38.299035 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4d6072-5bfc-48cb-b013-0d3c0a6cc7f5 x-openstack-request-id: req-af4d6072-5bfc-48cb-b013-0d3c0a6cc7f5 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:38.299377 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "name": "network-vif-plugged", "status": "completed", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:38.299639 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af4d6072-5bfc-48cb-b013-0d3c0a6cc7f5 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:38.300066 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'code': 200} Nov 20 03:26:38.477615 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3d504-7329-4a03-8fd3-00b4ad68a49e req-5d314688-de1f-437b-9604-ae5b28ac409b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:38.479162 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-adb3d504-7329-4a03-8fd3-00b4ad68a49e req-5d314688-de1f-437b-9604-ae5b28ac409b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0518522 Nov 20 03:26:38.525748 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-adb3d504-7329-4a03-8fd3-00b4ad68a49e req-b2684b99-ed34-49ce-a705-5b8e16bfc04e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405731 Nov 20 03:26:38.877247 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0939c6-e851-40fe-b8e1-a6902db3c9af req-8d39599a-8720-4a0f-9214-e7d41bdde0ed tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:38.878710 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5e0939c6-e851-40fe-b8e1-a6902db3c9af req-8d39599a-8720-4a0f-9214-e7d41bdde0ed tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0479531 Nov 20 03:26:38.927310 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5e0939c6-e851-40fe-b8e1-a6902db3c9af req-30a06c61-afbe-4687-918b-a80d3baab701 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426509 Nov 20 03:26:39.194401 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fdcee12d-13d4-446e-9b70-3c533282a388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:39.379005 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277539-eac5-44cc-8b4e-b94c617fd407 req-0e9cded1-80a0-441d-8fc4-d292665a2f38 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:39.380912 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f0277539-eac5-44cc-8b4e-b94c617fd407 req-0e9cded1-80a0-441d-8fc4-d292665a2f38 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0589325 Nov 20 03:26:39.435879 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f0277539-eac5-44cc-8b4e-b94c617fd407 req-ab5f0a4b-a735-4217-920b-a2ac690cb920 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488191 Nov 20 03:26:39.645759 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11b456-582f-4e9d-8c6b-a45259da4946 req-daee8a63-85a7-4a8f-b424-5b4ee479f05d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:39.647239 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1b11b456-582f-4e9d-8c6b-a45259da4946 req-daee8a63-85a7-4a8f-b424-5b4ee479f05d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0491753 Nov 20 03:26:39.696036 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1b11b456-582f-4e9d-8c6b-a45259da4946 req-79426c3d-8c44-4a24-ae62-ab5f99878b60 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 Nov 20 03:26:39.994299 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device c4f59d4b-9c47-44dc-ae92-832b37f470bd details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:26:40.052210 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397ea31-d140-4a0b-b9b4-79f1d9670cbf req-5f4448ad-d952-4084-b843-2e8e8aeba002 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:40.053927 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f397ea31-d140-4a0b-b9b4-79f1d9670cbf req-5f4448ad-d952-4084-b843-2e8e8aeba002 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0572858 Nov 20 03:26:40.103114 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port c4f59d4b-9c47-44dc-ae92-832b37f470bd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:40.108171 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f397ea31-d140-4a0b-b9b4-79f1d9670cbf req-0bee96e9-ed82-487b-9004-4632a799ae3e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479507 Nov 20 03:26:40.115579 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'port_id': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'mac_address': 'fa:16:3e:eb:d4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:26:40.153702 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:40.167715 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f59d4b-9c47-44dc-ae92-832b37f470bd {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:40.189244 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port c4f59d4b-9c47-44dc-ae92-832b37f470bd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:40.193132 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:40.243282 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=c4f59d4b-9c47-44dc-ae92-832b37f470bd,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:40.582420 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66131b-25ca-44b2-8768-5b1a58fd2b19 req-bc03ad83-d19c-4608-b6c6-148359187110 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:40.583761 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0b66131b-25ca-44b2-8768-5b1a58fd2b19 req-bc03ad83-d19c-4608-b6c6-148359187110 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 945 time: 0.0545449 Nov 20 03:26:40.633007 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0b66131b-25ca-44b2-8768-5b1a58fd2b19 req-583a4764-e4d9-4b0b-abfa-e23767f7133b tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432081 Nov 20 03:26:40.823056 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06f335-fad2-42b8-b85e-e802a7483cf4 req-6fa9f764-53b5-4284-8a2d-0f6d4226ab7e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:40.830004 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9c06f335-fad2-42b8-b85e-e802a7483cf4 req-6fa9f764-53b5-4284-8a2d-0f6d4226ab7e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0566542 Nov 20 03:26:40.863052 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['c4f59d4b-9c47-44dc-ae92-832b37f470bd'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:40.882788 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9c06f335-fad2-42b8-b85e-e802a7483cf4 req-e2cf91de-9ff3-4fe7-a37f-ea6ae2e2c2f5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512598 Nov 20 03:26:41.229675 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66820dcf-c396-4124-b83f-3f6eec131b50 req-8797f7f4-2916-4074-bf9d-c06630426d89 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:41.232484 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-66820dcf-c396-4124-b83f-3f6eec131b50 req-8797f7f4-2916-4074-bf9d-c06630426d89 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0499284 Nov 20 03:26:41.283520 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-66820dcf-c396-4124-b83f-3f6eec131b50 req-5dc17a31-6437-49fd-ab1f-689c02ffb438 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450506 Nov 20 03:26:41.402312 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c8f403b0-7b98-4f71-8a7d-9345f659b7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:41.761482 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557a7d4-7d64-41b0-9acb-6547906493b2 req-a7373eba-3597-4796-9e69-8653792556f9 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:41.763515 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3557a7d4-7d64-41b0-9acb-6547906493b2 req-a7373eba-3597-4796-9e69-8653792556f9 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 945 time: 0.0548701 Nov 20 03:26:41.821841 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3557a7d4-7d64-41b0-9acb-6547906493b2 req-301ab1b6-05f1-4af6-9bc7-65c359765763 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515938 Nov 20 03:26:41.971840 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-28f4acb4-9452-4f96-aab7-11f027dcd1dd tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:41.973744 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-28f4acb4-9452-4f96-aab7-11f027dcd1dd tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/networks?id=c40b0628-5368-4b0c-8d92-64cd48b8305d HTTP/1.1" status: 200 len: 809 time: 0.1417871 Nov 20 03:26:41.990989 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-75b11605-c12c-4880-8371-0d79fc225868 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/quotas/3619424d1b174797a1d4f1370072ff9f HTTP/1.1" status: 200 len: 375 time: 0.0108514 Nov 20 03:26:42.046397 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-d8951180-30ba-4733-9363-a12d2c9a8067 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3619424d1b174797a1d4f1370072ff9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462162 Nov 20 03:26:42.119544 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5b1cd-cef3-46e6-94b2-82992ce13fab req-453764dd-82e8-431a-bbef-8dd877697540 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:42.121088 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9de5b1cd-cef3-46e6-94b2-82992ce13fab req-453764dd-82e8-431a-bbef-8dd877697540 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.1292562 Nov 20 03:26:42.203029 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9de5b1cd-cef3-46e6-94b2-82992ce13fab req-0b0a1cb8-92cf-49aa-b5d0-b7f4d39441a0 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735316 Nov 20 03:26:42.205030 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8876975f-372d-412d-89d7-4c57553409d9 service neutron] 10.222.0.37 "GET /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463351 Nov 20 03:26:42.312663 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-83b9c857-3338-417e-9f86-31319816962f service neutron] 10.222.0.37 "GET /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005621 Nov 20 03:26:42.525423 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c366c3-ec54-4bde-8003-a05d4576008e req-3776b866-69d4-47e6-b9f8-d91fe9c2075a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:42.527184 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-91c366c3-ec54-4bde-8003-a05d4576008e req-3776b866-69d4-47e6-b9f8-d91fe9c2075a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0608556 Nov 20 03:26:42.592145 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-91c366c3-ec54-4bde-8003-a05d4576008e req-848796b9-9d45-433a-805c-dff838c22b65 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542064 Nov 20 03:26:42.678085 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c75dc31-4a37-4d2c-91b0-fe506dce0149 req-0acc272a-04ca-4b2a-a345-2a0ba0fd748c tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 210 time: 0.0371528 Nov 20 03:26:42.679258 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:42.993810 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ba9e-6b20-4d69-ba50-1c9c14e2d431 req-60b7021e-8118-4e24-be5f-5746da84c7e5 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:42.995441 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d948ba9e-6b20-4d69-ba50-1c9c14e2d431 req-60b7021e-8118-4e24-be5f-5746da84c7e5 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 945 time: 0.0722573 Nov 20 03:26:43.080233 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d948ba9e-6b20-4d69-ba50-1c9c14e2d431 req-b01c414c-2011-43ac-be84-8980bde378dd tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754514 Nov 20 03:26:43.428666 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47239676-907d-4723-ae38-7678a4d49e8b req-c1cfc49a-afb5-4c14-be90-4ff455bdfef2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:43.430836 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47239676-907d-4723-ae38-7678a4d49e8b req-c1cfc49a-afb5-4c14-be90-4ff455bdfef2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0862875 Nov 20 03:26:43.491156 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47239676-907d-4723-ae38-7678a4d49e8b req-feea6f77-7039-4170-a030-62acdcdb6a0b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538328 Nov 20 03:26:43.732488 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e755903-2b13-4870-990a-3ffd55851cc9 req-70e8e39f-2157-4c77-a385-8df3714ac419 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:43.740053 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0e755903-2b13-4870-990a-3ffd55851cc9 req-70e8e39f-2157-4c77-a385-8df3714ac419 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0686870 Nov 20 03:26:43.754145 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:43.789958 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0e755903-2b13-4870-990a-3ffd55851cc9 req-33f0bad6-8067-490d-89cc-a600b84fa5d8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488441 Nov 20 03:26:43.952817 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a6451945-810e-498c-a510-d41476d5fe97 req-c97f998d-d3b1-4892-961f-471067fec7bf tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 210 time: 0.0578921 Nov 20 03:26:44.014996 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device c4f59d4b-9c47-44dc-ae92-832b37f470bd up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:44.077869 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-01501f24-9227-4bab-b091-75b84142eee4 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:44.080259 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-01501f24-9227-4bab-b091-75b84142eee4 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.57 "GET /v2.0/networks?id=c40b0628-5368-4b0c-8d92-64cd48b8305d HTTP/1.1" status: 200 len: 809 time: 0.1702409 Nov 20 03:26:44.114388 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Request body: {'port': {'device_id': '4111c671-ac86-42f4-8753-e38deb7c21a0', 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d', 'admin_state_up': True, 'tenant_id': '3619424d1b174797a1d4f1370072ff9f'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:44.139533 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port c4f59d4b-9c47-44dc-ae92-832b37f470bd completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:26:44.147099 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port c4f59d4b-9c47-44dc-ae92-832b37f470bd triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:44.147827 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:44.349336 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:44.376244 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:44.379375 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedf9fc4-2922-4bcc-ba78-062ff5f3978e" -d '{"events": [{"server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "name": "network-vif-plugged", "status": "completed", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:44.393652 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port c4f59d4b-9c47-44dc-ae92-832b37f470bd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:44.403095 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:44.434822 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b76914-9d88-41b1-a3ed-498df33e61dd req-f834a6d9-029c-461a-91eb-c766c0738c8c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:44.442068 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-82b76914-9d88-41b1-a3ed-498df33e61dd req-f834a6d9-029c-461a-91eb-c766c0738c8c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 945 time: 0.1627488 Nov 20 03:26:44.463905 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=c4f59d4b-9c47-44dc-ae92-832b37f470bd,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:44.529904 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-f177f287-7f88-49de-8121-7baa8418131b tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:44.531282 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-f177f287-7f88-49de-8121-7baa8418131b tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/networks?id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 200 len: 815 time: 0.2640634 Nov 20 03:26:44.535861 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Made reservation on behalf of 3619424d1b174797a1d4f1370072ff9f for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:26:44.539326 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:44.563423 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-82b76914-9d88-41b1-a3ed-498df33e61dd req-b328e5ac-1c6d-4b73-bb14-e12dc6139cf5 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202526 Nov 20 03:26:44.572574 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-030a1fee-b8e9-457d-abf1-b4422dd1877e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/quotas/0fdf6e7abf574b269f3c1459a9d58c26 HTTP/1.1" status: 200 len: 375 time: 0.0308204 Nov 20 03:26:44.635554 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd737ac-19db-4130-ab54-dc7ea05c5d12 x-openstack-request-id: req-cdd737ac-19db-4130-ab54-dc7ea05c5d12 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:44.635901 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "name": "network-vif-plugged", "status": "completed", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:44.636350 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdd737ac-19db-4130-ab54-dc7ea05c5d12 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:44.637013 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'code': 200} Nov 20 03:26:44.705772 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-9a248d51-8490-4585-ada9-6abe5cd72108 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1240437 Nov 20 03:26:44.833279 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Allocated IP 172.20.0.5 (c40b0628-5368-4b0c-8d92-64cd48b8305d/d083152f-1957-4e26-8256-b2c59dcc331e/0af31e15-9931-4f34-8890-97b152868a29) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:26:44.861258 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb19180-2e1e-4ac1-ac8c-d3a1f9bdbac8 req-aef5e173-6edd-406f-915d-dfae60baa556 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:44.862402 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-adb19180-2e1e-4ac1-ac8c-d3a1f9bdbac8 req-aef5e173-6edd-406f-915d-dfae60baa556 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.1367784 Nov 20 03:26:44.936546 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-7fb30a7a-06dd-4314-a097-bda233b931f9 service neutron] 10.222.0.37 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117789 Nov 20 03:26:44.988526 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:45.343477 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-adb19180-2e1e-4ac1-ac8c-d3a1f9bdbac8 req-7aedd3cd-f1ac-4ed1-97ed-8f26a9a95427 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4705482 Nov 20 03:26:45.385978 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906180fd-0199-4843-86f9-38142315014d req-1ff2529a-5478-4c3c-81de-f153080895e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.387539 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-906180fd-0199-4843-86f9-38142315014d req-1ff2529a-5478-4c3c-81de-f153080895e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 1099 time: 0.4558420 Nov 20 03:26:45.460482 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-6dd6c58f-cc39-4049-8a5a-6728944962f2 service neutron] 10.222.0.37 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992194 Nov 20 03:26:45.495107 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:45.554078 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:45.609892 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-906180fd-0199-4843-86f9-38142315014d req-374de15b-28ca-4556-bb4d-2b818cebdfc8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097623 Nov 20 03:26:45.630288 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Network c40b0628-5368-4b0c-8d92-64cd48b8305d is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:45.651235 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f34e9f-9632-4615-9c05-97006e10f03d req-c7f8526e-314e-4d96-8345-594b886d0ad2 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.660179 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d1f34e9f-9632-4615-9c05-97006e10f03d req-c7f8526e-314e-4d96-8345-594b886d0ad2 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.2227459 Nov 20 03:26:45.673154 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:45.676047 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:26:45.720327 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Pushing event updated for resources: {'Port': ['ID=0af31e15-9931-4f34-8890-97b152868a29,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:45.796113 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d1f34e9f-9632-4615-9c05-97006e10f03d req-40318468-7172-429c-846d-37124a95a5a8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347747 Nov 20 03:26:45.812034 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.812034 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:45.821842 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59eda8-c06a-4811-8595-be0725d028d8 req-9a854ccd-1b37-46db-9749-1e1a8e5ebb39 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.821842 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3d59eda8-c06a-4811-8595-be0725d028d8 req-9a854ccd-1b37-46db-9749-1e1a8e5ebb39 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 931 time: 0.1873937 Nov 20 03:26:45.872810 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8b9076a5-cee0-43f9-9312-b27f0f2e4bf1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7658322 Nov 20 03:26:45.943917 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9508a617-ca0a-4963-8644-cb4f40e367ee req-6ab7f20f-dcc3-42d5-8493-80b11b3c7d82 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 210 time: 0.0653806 Nov 20 03:26:45.962334 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3d59eda8-c06a-4811-8595-be0725d028d8 req-f1865c66-3f19-4b54-a54a-00316abe1d0b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294470 Nov 20 03:26:45.993010 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Request body: {'port': {'device_id': '4111c671-ac86-42f4-8753-e38deb7c21a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:46.101926 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c24fa5-1710-4dc6-b401-44a93f6f2de1 req-887749da-6a63-4840-a826-a46a05295fae tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:46.104268 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a0c24fa5-1710-4dc6-b401-44a93f6f2de1 req-887749da-6a63-4840-a826-a46a05295fae tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0840447 Nov 20 03:26:46.105608 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:46.317455 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a0c24fa5-1710-4dc6-b401-44a93f6f2de1 req-5ea6bbdd-c02b-4ef1-b7a2-e4a226d88fb7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986828 Nov 20 03:26:46.548393 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10f352-408f-45f7-b8b9-7ed3b5208213 req-e668b148-b0fb-4779-bcb2-49d214fdbac1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:46.550501 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8d10f352-408f-45f7-b8b9-7ed3b5208213 req-e668b148-b0fb-4779-bcb2-49d214fdbac1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0979192 Nov 20 03:26:46.621940 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af31e15-9931-4f34-8890-97b152868a29 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:46.637263 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:46.661274 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8d10f352-408f-45f7-b8b9-7ed3b5208213 req-7350fe77-ce4d-47db-a9b9-2697534481f7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837352 Nov 20 03:26:46.664044 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Transition to ACTIVE for port object 0af31e15-9931-4f34-8890-97b152868a29 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:26:46.671923 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:46.740489 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Pushing event updated for resources: {'Port': ['ID=0af31e15-9931-4f34-8890-97b152868a29,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:46.824184 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Attempting to bind port 0af31e15-9931-4f34-8890-97b152868a29 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:26:46.824556 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Attempting to bind port 0af31e15-9931-4f34-8890-97b152868a29 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:26:46.824945 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Attempting to bind port 0af31e15-9931-4f34-8890-97b152868a29 on network c40b0628-5368-4b0c-8d92-64cd48b8305d {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:46.829473 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Port 0af31e15-9931-4f34-8890-97b152868a29 on network c40b0628-5368-4b0c-8d92-64cd48b8305d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:26:46.829794 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Attempting to bind port 0af31e15-9931-4f34-8890-97b152868a29 on network c40b0628-5368-4b0c-8d92-64cd48b8305d {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:46.834791 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:26:46.835123 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Checking segment: {'id': 'de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:46.835509 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Bound using segment: {'id': 'de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:26:46.835969 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Bound port: 0af31e15-9931-4f34-8890-97b152868a29, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:26:46.836323 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:46.936439 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] For port 0af31e15-9931-4f34-8890-97b152868a29, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:26:46.940189 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] For port 0af31e15-9931-4f34-8890-97b152868a29, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0af31e15-9931-4f34-8890-97b152868a29,segment=NetworkSegment(de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2),segment_id=de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:26:46.952537 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f136d-784b-4664-a6cb-13959449b090 req-1597e390-e2d1-49d4-bed4-31bcf2af4a48 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:46.954040 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1f6f136d-784b-4664-a6cb-13959449b090 req-1597e390-e2d1-49d4-bed4-31bcf2af4a48 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0779786 Nov 20 03:26:46.955612 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:47.048289 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.048919 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:47.050306 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] 10.222.0.57 "PUT /v2.0/ports/0af31e15-9931-4f34-8890-97b152868a29 HTTP/1.1" status: 200 len: 1093 time: 1.0644302 Nov 20 03:26:47.056301 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4111c671-ac86-42f4-8753-e38deb7c21a0', 'tag': '0af31e15-9931-4f34-8890-97b152868a29'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:47.057542 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94d7c08-1bc0-4f6f-ad2e-22c91a61419f" -d '{"events": [{"name": "network-changed", "server_uuid": "4111c671-ac86-42f4-8753-e38deb7c21a0", "tag": "0af31e15-9931-4f34-8890-97b152868a29"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:47.078285 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9da60ea2-ad87-4e40-8e01-337ef4536724 req-f21936a7-0a69-4706-895a-046daeb6f135 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 210 time: 0.0564387 Nov 20 03:26:47.130796 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f68be-d438-4cbb-bfcb-861e3828fed4 service neutron] Pushing event updated for resources: {'Port': ['ID=0af31e15-9931-4f34-8890-97b152868a29,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:47.151928 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1f6f136d-784b-4664-a6cb-13959449b090 req-6ae418c0-15ce-4ee4-9d8d-9c11731f2074 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772017 Nov 20 03:26:47.225329 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08ce5e-385b-4c69-8c4b-0ada9ae6cb03 req-58475979-b8bd-4c11-80c4-0d0b5610a98b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.232834 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ea08ce5e-385b-4c69-8c4b-0ada9ae6cb03 req-58475979-b8bd-4c11-80c4-0d0b5610a98b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 943 time: 0.0681646 Nov 20 03:26:47.235570 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff20dd03-da6e-4bbd-acab-a41f5857a914 x-openstack-request-id: req-ff20dd03-da6e-4bbd-acab-a41f5857a914 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:47.235890 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4111c671-ac86-42f4-8753-e38deb7c21a0", "tag": "0af31e15-9931-4f34-8890-97b152868a29", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:47.236152 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff20dd03-da6e-4bbd-acab-a41f5857a914 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:47.236549 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4111c671-ac86-42f4-8753-e38deb7c21a0', 'tag': '0af31e15-9931-4f34-8890-97b152868a29', 'status': 'completed', 'code': 200} Nov 20 03:26:47.293418 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ea08ce5e-385b-4c69-8c4b-0ada9ae6cb03 req-729840e0-b74d-4817-8803-c438e8c14fda tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589976 Nov 20 03:26:47.379336 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-454158e5-f0d7-43ab-b40c-f4191fa1849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.380990 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-454158e5-f0d7-43ab-b40c-f4191fa1849a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3619424d1b174797a1d4f1370072ff9f&device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 1096 time: 0.0995278 Nov 20 03:26:47.546089 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-5447ddae-edfe-498a-aca3-8482d9e919fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0af31e15-9931-4f34-8890-97b152868a29 HTTP/1.1" status: 200 len: 217 time: 0.0898120 Nov 20 03:26:47.565024 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc1233-08ee-4596-8ed3-10f3c5ee76e2 req-1f2e68e8-801a-4e0d-952d-2d74012329fc tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.566556 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ffdc1233-08ee-4596-8ed3-10f3c5ee76e2 req-1f2e68e8-801a-4e0d-952d-2d74012329fc tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.1589470 Nov 20 03:26:47.693849 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-f80db9da-f9a6-4012-ab81-b26b4b10479e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.695323 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-f80db9da-f9a6-4012-ab81-b26b4b10479e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "GET /v2.0/networks?id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 200 len: 815 time: 0.2483752 Nov 20 03:26:47.706034 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ffdc1233-08ee-4596-8ed3-10f3c5ee76e2 req-685ea1de-86bf-423f-9402-b3fd161c645b tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288435 Nov 20 03:26:47.724902 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Request body: {'port': {'device_id': '36116e65-2e67-4d18-84c2-d699cae54285', 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5', 'admin_state_up': True, 'tenant_id': '0fdf6e7abf574b269f3c1459a9d58c26'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:47.773440 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-345d1022-3a8c-4013-9d44-3739f0fb36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.775191 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-345d1022-3a8c-4013-9d44-3739f0fb36ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d083152f-1957-4e26-8256-b2c59dcc331e HTTP/1.1" status: 200 len: 849 time: 0.1419461 Nov 20 03:26:47.844988 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-8e7542e8-373f-4f70-a7f2-4bf3479524a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c40b0628-5368-4b0c-8d92-64cd48b8305d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373869 Nov 20 03:26:47.886094 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130240ea-9a98-4c70-8c31-1b87fd78000b req-1840128b-f4fa-4ef8-9ef2-4b92e81a7be9 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.887585 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-130240ea-9a98-4c70-8c31-1b87fd78000b req-1840128b-f4fa-4ef8-9ef2-4b92e81a7be9 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.1093934 Nov 20 03:26:47.928515 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Made reservation on behalf of 0fdf6e7abf574b269f3c1459a9d58c26 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:26:47.931971 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:48.000510 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-130240ea-9a98-4c70-8c31-1b87fd78000b req-919704c6-3892-4f60-b45e-8afbed659ff9 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067367 Nov 20 03:26:48.116528 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-7ad5bfa7-487f-43ad-bcfb-7a23c4877e02 service neutron] 10.222.0.57 "GET /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785543 Nov 20 03:26:48.218177 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d72d40cf-7061-4705-bfaa-0e16b9075c8f req-1f0c8eda-f1a6-49cb-9032-84cebda7ee67 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 210 time: 0.0344224 Nov 20 03:26:48.223624 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Allocated IP 172.20.0.9 (a1acacc5-2d91-42ad-971f-cecd3a0dc9a5/8209c192-32e4-42d1-81e2-634badaa7584/502d5837-eaef-4602-9057-cc1f1bb18eb2) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:26:48.314717 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa8a3bef-88d1-4bfc-bd22-cb54912f545f req-58ab42bc-eb52-4268-a38e-e422d7394bc1 service neutron] 10.222.0.57 "GET /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827834 Nov 20 03:26:48.336419 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b4bcb-764b-488d-8724-e9329fbf89ee req-500a15c6-ef8a-4f50-a378-70a701ccdd90 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:48.338576 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3b6b4bcb-764b-488d-8724-e9329fbf89ee req-500a15c6-ef8a-4f50-a378-70a701ccdd90 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1107440 Nov 20 03:26:48.532790 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3b6b4bcb-764b-488d-8724-e9329fbf89ee req-e381df86-e056-47cf-8d48-d461a0d1708d tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772637 Nov 20 03:26:48.565116 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd62ec-25b1-477a-99da-c0703708906d req-49f1f3d2-481b-4cb5-9c8a-22151c746870 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:48.566736 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8acd62ec-25b1-477a-99da-c0703708906d req-49f1f3d2-481b-4cb5-9c8a-22151c746870 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 943 time: 0.1607366 Nov 20 03:26:48.572332 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:48.603394 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d7c08-1bc0-4f6f-ad2e-22c91a61419f req-018aee1e-1e90-42f9-a897-8baa0bb3dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:48.604932 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c94d7c08-1bc0-4f6f-ad2e-22c91a61419f req-018aee1e-1e90-42f9-a897-8baa0bb3dd21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3619424d1b174797a1d4f1370072ff9f&device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 1096 time: 0.1080220 Nov 20 03:26:48.688987 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8acd62ec-25b1-477a-99da-c0703708906d req-2a120995-6e27-484e-9e69-74e6accf2b8e tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120799 Nov 20 03:26:48.704208 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:48.764911 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:48.767654 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['6cabe651-4a25-4e86-bfd6-a1e07df36346', '409ff6fa-0f7f-4eb4-b321-ee164178b6cd', '20da1bff-d668-4898-a7cd-882e011aca51'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:48.777590 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:48.783351 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:26:48.819821 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Pushing event updated for resources: {'Port': ['ID=502d5837-eaef-4602-9057-cc1f1bb18eb2,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:48.822693 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d7c08-1bc0-4f6f-ad2e-22c91a61419f req-e9ae8b01-0a4b-47dd-bdda-80d6056511ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:48.825161 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c94d7c08-1bc0-4f6f-ad2e-22c91a61419f req-e9ae8b01-0a4b-47dd-bdda-80d6056511ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=c40b0628-5368-4b0c-8d92-64cd48b8305d HTTP/1.1" status: 200 len: 910 time: 0.2100215 Nov 20 03:26:49.131152 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c94d7c08-1bc0-4f6f-ad2e-22c91a61419f req-4bce257f-b451-44cf-ad8f-966a319809c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0af31e15-9931-4f34-8890-97b152868a29 HTTP/1.1" status: 200 len: 217 time: 0.2793140 Nov 20 03:26:49.141759 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:49.142373 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:49.205186 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d58dbd-7217-464e-989b-762affdad50d req-b1cb5ac6-8596-4b8b-bb4a-97140861d540 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:49.206667 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-06d58dbd-7217-464e-989b-762affdad50d req-b1cb5ac6-8596-4b8b-bb4a-97140861d540 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.4156842 Nov 20 03:26:49.219350 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-1f77335b-682b-4610-b88e-0f607e0077f5 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5004447 Nov 20 03:26:49.253196 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Request body: {'port': {'device_id': '36116e65-2e67-4d18-84c2-d699cae54285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:49.266794 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99c238-7bc2-41cf-b09e-0b06d13f2dee req-b4503f2c-29b7-4524-b599-106e587f4ca1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:49.268258 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7c99c238-7bc2-41cf-b09e-0b06d13f2dee req-b4503f2c-29b7-4524-b599-106e587f4ca1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.1531253 Nov 20 03:26:49.288807 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d7c08-1bc0-4f6f-ad2e-22c91a61419f req-c6d99f17-06ea-4090-b0fc-2a3e88f7faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:49.290190 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c94d7c08-1bc0-4f6f-ad2e-22c91a61419f req-c6d99f17-06ea-4090-b0fc-2a3e88f7faf6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d083152f-1957-4e26-8256-b2c59dcc331e HTTP/1.1" status: 200 len: 849 time: 0.1328170 Nov 20 03:26:49.364979 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c94d7c08-1bc0-4f6f-ad2e-22c91a61419f req-ee508f42-4940-4159-ac6d-e951f5bb44d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c40b0628-5368-4b0c-8d92-64cd48b8305d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612068 Nov 20 03:26:49.395089 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-06d58dbd-7217-464e-989b-762affdad50d req-7a421e1c-7e83-4063-b1fa-b8a600168a98 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793170 Nov 20 03:26:49.437191 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:49.474712 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7c99c238-7bc2-41cf-b09e-0b06d13f2dee req-32a0655f-732d-47fd-b7c6-5bcff6d64dca tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890080 Nov 20 03:26:49.577444 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c94d7c08-1bc0-4f6f-ad2e-22c91a61419f req-b6024aea-38cc-4741-a641-d3877c668ac0 service neutron] 10.222.0.57 "GET /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034514 Nov 20 03:26:49.588351 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2edd6-2b1b-43f9-b1d2-b0130a816753 req-6a8bb83c-da21-498b-919b-0e9f3c6a9b02 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:49.589915 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0aa2edd6-2b1b-43f9-b1d2-b0130a816753 req-6a8bb83c-da21-498b-919b-0e9f3c6a9b02 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 931 time: 0.1264222 Nov 20 03:26:49.822269 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b0251-6588-4921-8cdc-1db7ac18cf11 req-b9b7bbab-89f6-4c27-a8bd-1ce9ec98425b tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:49.823660 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-792b0251-6588-4921-8cdc-1db7ac18cf11 req-b9b7bbab-89f6-4c27-a8bd-1ce9ec98425b tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.2583065 Nov 20 03:26:49.842803 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0aa2edd6-2b1b-43f9-b1d2-b0130a816753 req-9b3420f2-2968-4cad-98fb-ce23d5d61ecc tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855664 Nov 20 03:26:49.877615 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c94d7c08-1bc0-4f6f-ad2e-22c91a61419f req-77084aff-b0a4-4a47-a758-1e819e6a55f0 service neutron] 10.222.0.57 "GET /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697022 Nov 20 03:26:49.956936 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-792b0251-6588-4921-8cdc-1db7ac18cf11 req-7d1a0873-4c4a-400f-9bfd-a21cec40d57f tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183829 Nov 20 03:26:49.979635 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 59522) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:50.017640 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7d341-10da-4fe2-a050-b6cb14a6d365 req-ab2548b4-d027-4e60-ae38-4680f06b00f0 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:50.019191 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1cf7d341-10da-4fe2-a050-b6cb14a6d365 req-ab2548b4-d027-4e60-ae38-4680f06b00f0 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1112342 Nov 20 03:26:50.054150 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502d5837-eaef-4602-9057-cc1f1bb18eb2 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:50.069862 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.106062 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Transition to ACTIVE for port object 502d5837-eaef-4602-9057-cc1f1bb18eb2 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:26:50.116525 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.130703 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18410cf-500d-4d22-bc7d-6f8e40c7a2ae req-13059c82-343f-4da7-a599-485204ff3897 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:50.132244 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f18410cf-500d-4d22-bc7d-6f8e40c7a2ae req-13059c82-343f-4da7-a599-485204ff3897 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 943 time: 0.1105547 Nov 20 03:26:50.168437 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f7be20-c446-44fd-8b6c-748a98fb1f38 tempest-TestShelveInstance-1290773736 tempest-TestShelveInstance-1290773736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:50.169954 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-f2f7be20-c446-44fd-8b6c-748a98fb1f38 tempest-TestShelveInstance-1290773736 tempest-TestShelveInstance-1290773736-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 1094 time: 0.1890366 Nov 20 03:26:50.173108 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 59526) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:50.177440 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Request body: {'floatingip': {'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'port_id': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:50.181826 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1cf7d341-10da-4fe2-a050-b6cb14a6d365 req-4836863a-a128-4fe3-8a61-e2d7dbd7e697 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230073 Nov 20 03:26:50.200663 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for floatingip, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.216621 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Pushing event updated for resources: {'Port': ['ID=502d5837-eaef-4602-9057-cc1f1bb18eb2,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:50.253627 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f18410cf-500d-4d22-bc7d-6f8e40c7a2ae req-e79324b8-5553-4a48-926e-c29f6a31765c tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082036 Nov 20 03:26:50.301348 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Attempting to bind port 502d5837-eaef-4602-9057-cc1f1bb18eb2 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:26:50.301691 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Attempting to bind port 502d5837-eaef-4602-9057-cc1f1bb18eb2 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:26:50.302026 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Attempting to bind port 502d5837-eaef-4602-9057-cc1f1bb18eb2 on network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:50.306632 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Port 502d5837-eaef-4602-9057-cc1f1bb18eb2 on network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:26:50.306957 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Attempting to bind port 502d5837-eaef-4602-9057-cc1f1bb18eb2 on network a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:50.313689 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:26:50.314138 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Checking segment: {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:50.314600 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Bound using segment: {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:26:50.315136 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Bound port: 502d5837-eaef-4602-9057-cc1f1bb18eb2, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094098ef-5d49-4816-ba82-a11880dd4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:26:50.315600 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.391053 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] For port 502d5837-eaef-4602-9057-cc1f1bb18eb2, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:26:50.400187 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] For port 502d5837-eaef-4602-9057-cc1f1bb18eb2, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=502d5837-eaef-4602-9057-cc1f1bb18eb2,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:26:50.409402 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.443994 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:50.444621 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.446032 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] 10.222.0.57 "PUT /v2.0/ports/502d5837-eaef-4602-9057-cc1f1bb18eb2 HTTP/1.1" status: 200 len: 1093 time: 1.2021224 Nov 20 03:26:50.451709 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36116e65-2e67-4d18-84c2-d699cae54285', 'tag': '502d5837-eaef-4602-9057-cc1f1bb18eb2'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:50.453786 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693a1357-e97a-4d89-a51c-cf9f6544a4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "36116e65-2e67-4d18-84c2-d699cae54285", "tag": "502d5837-eaef-4602-9057-cc1f1bb18eb2"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:50.476606 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.477175 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea686013-d6ea-4b27-bbb1-d6a746d6a687 service neutron] Pushing event updated for resources: {'Port': ['ID=502d5837-eaef-4602-9057-cc1f1bb18eb2,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:50.491296 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92432cd6-ea4d-4678-ac86-e16bb6947b8e x-openstack-request-id: req-92432cd6-ea4d-4678-ac86-e16bb6947b8e {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:50.491653 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36116e65-2e67-4d18-84c2-d699cae54285", "tag": "502d5837-eaef-4602-9057-cc1f1bb18eb2", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:50.492002 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92432cd6-ea4d-4678-ac86-e16bb6947b8e {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:50.492513 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36116e65-2e67-4d18-84c2-d699cae54285', 'tag': '502d5837-eaef-4602-9057-cc1f1bb18eb2', 'status': 'completed', 'code': 200} Nov 20 03:26:50.584427 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Allocated IP 172.27.1.145 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/df74ab51-bfa0-425a-b31d-4605094ac01c) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:26:50.647551 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53f953-6704-452a-8faf-934885b4bbe1 req-56835915-6a8c-404d-99f3-bb9972ad1103 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:50.649092 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9b53f953-6704-452a-8faf-934885b4bbe1 req-56835915-6a8c-404d-99f3-bb9972ad1103 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0880709 Nov 20 03:26:50.699325 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.735226 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.770983 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9b53f953-6704-452a-8faf-934885b4bbe1 req-868d8cb8-7ea6-4596-89af-657b3db2eb3e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966229 Nov 20 03:26:50.773677 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:50.773870 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a1357-e97a-4d89-a51c-cf9f6544a4d9 req-eeea1ff4-1259-4ffe-89e3-d0458b0e267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:50.775382 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-693a1357-e97a-4d89-a51c-cf9f6544a4d9 req-eeea1ff4-1259-4ffe-89e3-d0458b0e267e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 1096 time: 0.1184378 Nov 20 03:26:50.779694 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:50.792961 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:26:50.796313 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event updated for resources: {'Port': ['ID=df74ab51-bfa0-425a-b31d-4605094ac01c,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:51.150993 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a1357-e97a-4d89-a51c-cf9f6544a4d9 req-1628e850-ed46-4c26-98ad-fd57c24ea938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:51.153099 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-693a1357-e97a-4d89-a51c-cf9f6544a4d9 req-1628e850-ed46-4c26-98ad-fd57c24ea938 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3264444 Nov 20 03:26:51.162161 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3b83-612a-441f-aef6-323bb507eb04 req-ff605701-d3c7-4aed-9711-a3f7e98d9ef8 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:51.163882 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa6c3b83-612a-441f-aef6-323bb507eb04 req-ff605701-d3c7-4aed-9711-a3f7e98d9ef8 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 943 time: 0.1522539 Nov 20 03:26:51.431671 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.444650 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a1357-e97a-4d89-a51c-cf9f6544a4d9 req-0e8e3ae6-2b95-4162-bdcf-2902a4028119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:51.446755 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-693a1357-e97a-4d89-a51c-cf9f6544a4d9 req-0e8e3ae6-2b95-4162-bdcf-2902a4028119 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2768526 Nov 20 03:26:51.487440 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa6c3b83-612a-441f-aef6-323bb507eb04 req-57df9fd3-5fc9-4ef1-8f46-0e1509a0384b tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093660 Nov 20 03:26:51.533138 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56d998-8ff5-4489-8365-029517ce6c21 req-7a8e9ac8-02cd-446a-b2ee-c51fd185d103 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:51.547079 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0e56d998-8ff5-4489-8365-029517ce6c21 req-7a8e9ac8-02cd-446a-b2ee-c51fd185d103 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1582716 Nov 20 03:26:51.587850 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.645641 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0e56d998-8ff5-4489-8365-029517ce6c21 req-2b5e5251-e3c7-4569-bc9d-04bc02a0865f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969625 Nov 20 03:26:51.697531 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-765a7540-a802-46b7-9abf-39b909740f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:51.699023 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-765a7540-a802-46b7-9abf-39b909740f54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 1096 time: 0.1376505 Nov 20 03:26:51.715225 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257046bc-7a40-4807-a712-fb48f792a54c req-d335d3bb-f930-43a3-890e-91fd0c1a55a5 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:51.716858 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-257046bc-7a40-4807-a712-fb48f792a54c req-d335d3bb-f930-43a3-890e-91fd0c1a55a5 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 943 time: 0.1395667 Nov 20 03:26:51.781214 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-6ce40584-d6d6-4d53-8564-2db43ba50271 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=502d5837-eaef-4602-9057-cc1f1bb18eb2 HTTP/1.1" status: 200 len: 217 time: 0.0614460 Nov 20 03:26:51.854670 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.866390 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4985413'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.910071 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-257046bc-7a40-4807-a712-fb48f792a54c req-53b342ad-98ad-4c55-bcfd-9a6acdc17061 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814439 Nov 20 03:26:51.923707 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-c4155f19-e3f2-42d5-9fac-f521bbdf03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:51.925732 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-c4155f19-e3f2-42d5-9fac-f521bbdf03bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8209c192-32e4-42d1-81e2-634badaa7584 HTTP/1.1" status: 200 len: 855 time: 0.1291041 Nov 20 03:26:51.960357 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.979180 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-dce64ef2-2043-418d-afc5-70b11adfbbcd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403297 Nov 20 03:26:51.998915 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event updated for resources: {'Port': ['ID=df74ab51-bfa0-425a-b31d-4605094ac01c,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:52.052268 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 0af31e15-9931-4f34-8890-97b152868a29 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:26:52.079995 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d97bed-67b9-46d7-9a6a-30a543440b5b req-546f3fc2-825f-44f3-878a-40e2b21f2fd7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:52.087348 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-23d97bed-67b9-46d7-9a6a-30a543440b5b req-546f3fc2-825f-44f3-878a-40e2b21f2fd7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.1336949 Nov 20 03:26:52.100463 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.l3_db [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Floating IP 6ae6c383-ec1d-4757-91f3-0bbeeb2e6260 associated. External IP: 172.27.1.145, port: c4f59d4b-9c47-44dc-ae92-832b37f470bd. Nov 20 03:26:52.165789 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-ea303423-c202-4905-bd87-ce129c35ba59 service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723223 Nov 20 03:26:52.226627 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 0af31e15-9931-4f34-8890-97b152868a29, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0af31e15-9931-4f34-8890-97b152868a29,segment=NetworkSegment(de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2),segment_id=de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:52.251531 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-23d97bed-67b9-46d7-9a6a-30a543440b5b req-55003233-f936-425d-b189-16b5944c4e48 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630623 Nov 20 03:26:52.295404 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '0af31e15-9931-4f34-8890-97b152868a29', 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d', 'port_id': '0af31e15-9931-4f34-8890-97b152868a29', 'mac_address': 'fa:16:3e:23:42:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd083152f-1957-4e26-8256-b2c59dcc331e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:26:52.300813 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-957d3cde-7759-40e1-bf0a-ba63e9097cf8 req-b8f58054-4ae2-4c0f-b097-ec40c38b870b service neutron] 10.222.0.57 "GET /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217017 Nov 20 03:26:52.352487 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:52.371031 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af31e15-9931-4f34-8890-97b152868a29 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:52.394975 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 0af31e15-9931-4f34-8890-97b152868a29, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0af31e15-9931-4f34-8890-97b152868a29,segment=NetworkSegment(de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2),segment_id=de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:52.401503 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:52.432752 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:26:52.452553 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=0af31e15-9931-4f34-8890-97b152868a29,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:52.572602 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:26:52.585157 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52446599-4bdd-4617-9cf8-2e641f568587 None None] Sync routers for ids ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:26:52.592309 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:52.609145 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52446599-4bdd-4617-9cf8-2e641f568587 None None] Routers {'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:26:52.615228 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-52446599-4bdd-4617-9cf8-2e641f568587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:26:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:52.621506 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7150-46e7-485a-9241-7bfd81b2b787 req-2679c478-71b5-4c5d-a63c-be05ec7c5188 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:52.641914 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-bbf00e4b-72fd-45ed-8311-14c4dfa63ba7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4514472 Nov 20 03:26:52.641914 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:52.641914 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4b5a5f-1e8a-4ec6-802e-ed40329fdb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:52.654176 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-38fd7150-46e7-485a-9241-7bfd81b2b787 req-2679c478-71b5-4c5d-a63c-be05ec7c5188 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 943 time: 0.1003580 Nov 20 03:26:52.694958 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c455f90-59c3-4409-900f-5b78fcf66949 x-openstack-request-id: req-9c455f90-59c3-4409-900f-5b78fcf66949 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:52.695485 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:52.697264 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c455f90-59c3-4409-900f-5b78fcf66949 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:52.697838 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'status': 'completed', 'code': 200} Nov 20 03:26:52.750030 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-38fd7150-46e7-485a-9241-7bfd81b2b787 req-1a6a5465-ee9d-41de-80af-b9556aac3f1d tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946894 Nov 20 03:26:52.813022 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-52446599-4bdd-4617-9cf8-2e641f568587 None None] Set router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:26:52.885537 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b5a5f-1e8a-4ec6-802e-ed40329fdb8b req-e25e1068-feb8-4b73-a9d0-36f14a946ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:52.887124 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa4b5a5f-1e8a-4ec6-802e-ed40329fdb8b req-e25e1068-feb8-4b73-a9d0-36f14a946ae9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4794dc407c024daf9067e5a879ec056c&device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 1099 time: 0.0912819 Nov 20 03:26:52.905923 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41be859-a450-444f-8f48-d937d0f6f908 req-18df8037-adcb-48cf-a560-5afb8481d65b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:52.907429 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e41be859-a450-444f-8f48-d937d0f6f908 req-18df8037-adcb-48cf-a560-5afb8481d65b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.1028795 Nov 20 03:26:53.072601 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-52446599-4bdd-4617-9cf8-2e641f568587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:25:29Z', 'revision_number': 4, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '6ae6c383-ec1d-4757-91f3-0bbeeb2e6260', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'port_id': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'mac_address': 'fa:16:3e:eb:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:26:51Z', 'updated_at': '2021-11-20T03:26:51Z', 'revision_number': 0, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6997d5-ca07-4af9-a9b7-8e7632d55025', 'name': '', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'mac_address': 'fa:16:3e:e9:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:29Z', 'updated_at': '2021-11-20T03:25:35Z', 'revision_number': 5, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'subnets': [{'id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:53.105797 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52446599-4bdd-4617-9cf8-2e641f568587 None None] Checking router: ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:26:53.116442 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52446599-4bdd-4617-9cf8-2e641f568587 None None] Routers {'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:26:53.117166 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-52446599-4bdd-4617-9cf8-2e641f568587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:26:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:53.260057 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-52446599-4bdd-4617-9cf8-2e641f568587 None None] Set router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:26:53.312943 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e41be859-a450-444f-8f48-d937d0f6f908 req-5d122e32-7292-48fa-946c-c323dc204706 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983507 Nov 20 03:26:53.338058 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68030711-f96a-4001-8aa1-d138b1ee1480 req-1c39d509-3b7d-4427-bc81-0436ecbcddbd tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:53.339984 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-68030711-f96a-4001-8aa1-d138b1ee1480 req-1c39d509-3b7d-4427-bc81-0436ecbcddbd tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 944 time: 0.1327925 Nov 20 03:26:53.387464 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b5a5f-1e8a-4ec6-802e-ed40329fdb8b req-4512f3dc-0be8-4817-bb9d-904b9ec5649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:53.389357 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa4b5a5f-1e8a-4ec6-802e-ed40329fdb8b req-4512f3dc-0be8-4817-bb9d-904b9ec5649f service neutron] 10.222.0.57 "GET /v2.0/networks?id=db158230-8664-4afc-9999-4e829d8f633b HTTP/1.1" status: 200 len: 909 time: 0.4642415 Nov 20 03:26:53.449449 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-68030711-f96a-4001-8aa1-d138b1ee1480 req-107e9f18-ba6f-421d-a866-5fe3c604b68b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994163 Nov 20 03:26:53.481157 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e738ec6-3b3c-4f3d-b298-84d43780f490 req-7a84e315-7b1d-46fb-943f-2e589a1da7f2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:53.482727 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5e738ec6-3b3c-4f3d-b298-84d43780f490 req-7a84e315-7b1d-46fb-943f-2e589a1da7f2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0922737 Nov 20 03:26:53.540155 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5e738ec6-3b3c-4f3d-b298-84d43780f490 req-2a574729-fc7e-4ed0-bc19-d9c6a2378309 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491397 Nov 20 03:26:53.597094 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-52446599-4bdd-4617-9cf8-2e641f568587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:25:29Z', 'revision_number': 4, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '6ae6c383-ec1d-4757-91f3-0bbeeb2e6260', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'port_id': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'mac_address': 'fa:16:3e:eb:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:26:51Z', 'updated_at': '2021-11-20T03:26:51Z', 'revision_number': 0, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6997d5-ca07-4af9-a9b7-8e7632d55025', 'name': '', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'mac_address': 'fa:16:3e:e9:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:29Z', 'updated_at': '2021-11-20T03:25:35Z', 'revision_number': 5, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'subnets': [{'id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:53.707543 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52446599-4bdd-4617-9cf8-2e641f568587 None None] The sync data for ids ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'] in dv-cinder-818037-5-iscsi is: [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:25:29Z', 'revision_number': 4, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '6ae6c383-ec1d-4757-91f3-0bbeeb2e6260', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'port_id': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'mac_address': 'fa:16:3e:eb:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:26:51Z', 'updated_at': '2021-11-20T03:26:51Z', 'revision_number': 0, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6997d5-ca07-4af9-a9b7-8e7632d55025', 'name': '', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'mac_address': 'fa:16:3e:e9:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:29Z', 'updated_at': '2021-11-20T03:25:35Z', 'revision_number': 5, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'subnets': [{'id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:26:53.886314 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11b98-f908-48ea-94d2-e414d32941b8 req-16c4d37b-4e68-4bc8-9097-f5cbde2cb4c4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:53.888629 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-edc11b98-f908-48ea-94d2-e414d32941b8 req-16c4d37b-4e68-4bc8-9097-f5cbde2cb4c4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 943 time: 0.0557435 Nov 20 03:26:53.941616 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-edc11b98-f908-48ea-94d2-e414d32941b8 req-824330ee-b70e-41de-b885-36a7139a0fcf tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466487 Nov 20 03:26:53.978946 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a6c26-5fe8-44f3-a5e5-ba927c90c6c0 None None] New status for floating IP 6ae6c383-ec1d-4757-91f3-0bbeeb2e6260: ACTIVE {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:26:54.141125 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['0af31e15-9931-4f34-8890-97b152868a29'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:54.222857 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa4b5a5f-1e8a-4ec6-802e-ed40329fdb8b req-21ea454e-9805-4388-b9e1-2e6c1e3e0b34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd HTTP/1.1" status: 200 len: 1002 time: 0.0802231 Nov 20 03:26:54.437698 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd0709-b07d-4d11-b90e-f71b8f2abd11 req-d628cc0b-5eac-4a47-85eb-9a4605c07958 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:54.439092 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0edd0709-b07d-4d11-b90e-f71b8f2abd11 req-d628cc0b-5eac-4a47-85eb-9a4605c07958 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0510592 Nov 20 03:26:54.495018 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0edd0709-b07d-4d11-b90e-f71b8f2abd11 req-82d00b61-b2fe-4ec1-ae75-4185e64b758a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487230 Nov 20 03:26:54.583573 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f0941-fb66-4bec-97f8-c30905618776 req-a357d971-3339-4ce5-9bb5-1fd5ce4f26f4 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:54.591477 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3a5f0941-fb66-4bec-97f8-c30905618776 req-a357d971-3339-4ce5-9bb5-1fd5ce4f26f4 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 944 time: 0.0571699 Nov 20 03:26:54.652308 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3a5f0941-fb66-4bec-97f8-c30905618776 req-b75134bb-ae7a-4518-a80e-26a9677f7d48 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553474 Nov 20 03:26:54.848991 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab08d19-b751-4015-8524-4ee552e56005 req-e93438b5-d617-4616-b22f-5cb23a1b32d0 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:54.850656 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eab08d19-b751-4015-8524-4ee552e56005 req-e93438b5-d617-4616-b22f-5cb23a1b32d0 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0672760 Nov 20 03:26:54.944792 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eab08d19-b751-4015-8524-4ee552e56005 req-11a932ba-6309-4012-8db8-4fe38d50c354 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834305 Nov 20 03:26:55.066830 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea80790-b902-4dd8-9bea-d8f8071828a7 req-87b08603-d424-4e24-977a-0df13c8929fa tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:55.068393 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7ea80790-b902-4dd8-9bea-d8f8071828a7 req-87b08603-d424-4e24-977a-0df13c8929fa tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 943 time: 0.0570493 Nov 20 03:26:55.135265 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b5a5f-1e8a-4ec6-802e-ed40329fdb8b req-4a4392c9-0983-486a-8f25-fa3d87927b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:55.136830 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa4b5a5f-1e8a-4ec6-802e-ed40329fdb8b req-4a4392c9-0983-486a-8f25-fa3d87927b48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a74cf209-eeb5-4a98-bf29-3e03e52b5a5a HTTP/1.1" status: 200 len: 847 time: 0.0674887 Nov 20 03:26:55.153326 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7ea80790-b902-4dd8-9bea-d8f8071828a7 req-fdaebcd9-fecf-4a99-b498-0e21f30e185b tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760274 Nov 20 03:26:55.620383 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791f01b-cc25-4159-a62e-eb3b66a0eb3a req-8f55cdc8-4138-4355-9401-ef3864451b1f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:55.622007 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e791f01b-cc25-4159-a62e-eb3b66a0eb3a req-8f55cdc8-4138-4355-9401-ef3864451b1f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0528758 Nov 20 03:26:55.672065 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e791f01b-cc25-4159-a62e-eb3b66a0eb3a req-cd562d43-1c30-4250-8685-1110c530be3c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440862 Nov 20 03:26:55.776524 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9760f6f-a42a-4fec-a0ee-08f2048dc13a req-95522fe7-1468-449b-9adf-24ea6d7ea70b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:55.778713 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c9760f6f-a42a-4fec-a0ee-08f2048dc13a req-95522fe7-1468-449b-9adf-24ea6d7ea70b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 944 time: 0.0560782 Nov 20 03:26:55.828577 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c9760f6f-a42a-4fec-a0ee-08f2048dc13a req-ec6fdc42-3553-4615-bc79-1c10ac79c71f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Nov 20 03:26:56.063911 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56499e-19b3-4f42-bdfb-6fe6e40723e4 req-c73b6d7d-8887-4dd6-a463-ac839926cfdc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:56.065377 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6b56499e-19b3-4f42-bdfb-6fe6e40723e4 req-c73b6d7d-8887-4dd6-a463-ac839926cfdc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0495164 Nov 20 03:26:56.112926 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6b56499e-19b3-4f42-bdfb-6fe6e40723e4 req-7977273f-e7ea-40ff-a22b-b2f3e3e07b14 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417142 Nov 20 03:26:56.227423 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b5a5f-1e8a-4ec6-802e-ed40329fdb8b req-64776dd8-15d2-45cb-9906-5a72c230c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:56.228887 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa4b5a5f-1e8a-4ec6-802e-ed40329fdb8b req-64776dd8-15d2-45cb-9906-5a72c230c164 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db158230-8664-4afc-9999-4e829d8f633b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492702 Nov 20 03:26:56.325712 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53960dc2-10e1-4cdd-9cfc-cc8e3ad67119 req-69b6146f-cfe7-47d9-aa0a-897ba52aee2e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:56.327148 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-53960dc2-10e1-4cdd-9cfc-cc8e3ad67119 req-69b6146f-cfe7-47d9-aa0a-897ba52aee2e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 943 time: 0.1018975 Nov 20 03:26:56.362569 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa4b5a5f-1e8a-4ec6-802e-ed40329fdb8b req-67ed469e-4946-42c1-904b-6ce3082a796a service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079364 Nov 20 03:26:56.431226 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-53960dc2-10e1-4cdd-9cfc-cc8e3ad67119 req-5c05f38a-7a98-4e69-b5b5-8fda63391dad tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944140 Nov 20 03:26:56.476694 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa4b5a5f-1e8a-4ec6-802e-ed40329fdb8b req-d5192fc6-17a6-45ef-b06c-0a8233641cdc service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036675 Nov 20 03:26:56.787384 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6ec6c-439e-4653-9bc8-8ce6856e0771 req-b1dfd419-28c0-45df-8b6d-023db6498c36 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:56.788867 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-57e6ec6c-439e-4653-9bc8-8ce6856e0771 req-b1dfd419-28c0-45df-8b6d-023db6498c36 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0508444 Nov 20 03:26:56.834121 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-57e6ec6c-439e-4653-9bc8-8ce6856e0771 req-d9f17151-3e0a-4ee5-98c0-dd4bd6ab08f7 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389717 Nov 20 03:26:56.945932 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16920e42-e204-4d47-84f8-6e3afacd4043 req-b4e924f8-7818-4596-a109-8d0358d50d9e tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:56.947417 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-16920e42-e204-4d47-84f8-6e3afacd4043 req-b4e924f8-7818-4596-a109-8d0358d50d9e tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 944 time: 0.0524645 Nov 20 03:26:56.997718 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-16920e42-e204-4d47-84f8-6e3afacd4043 req-f585ca6a-f5d9-4de3-b512-5f753f4630b6 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442395 Nov 20 03:26:57.260040 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e04c8-3d12-4a7d-9b3d-35aca526bbfa req-5ca316c8-b2b3-49ef-bf05-0af6581eb86c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:57.262529 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-060e04c8-3d12-4a7d-9b3d-35aca526bbfa req-5ca316c8-b2b3-49ef-bf05-0af6581eb86c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0788031 Nov 20 03:26:57.269910 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846df4-0010-481c-a594-1285779ae3a5 req-f60122a4-b9f0-4190-9615-a614233c4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:57.271652 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba846df4-0010-481c-a594-1285779ae3a5 req-f60122a4-b9f0-4190-9615-a614233c4a2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 1098 time: 0.0605242 Nov 20 03:26:57.330633 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-060e04c8-3d12-4a7d-9b3d-35aca526bbfa req-0b5e74a5-7a04-4348-944b-43c6adb9566b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580382 Nov 20 03:26:57.395436 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846df4-0010-481c-a594-1285779ae3a5 req-94b9d998-a4c8-4961-82aa-68cfed5643ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:57.397195 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba846df4-0010-481c-a594-1285779ae3a5 req-94b9d998-a4c8-4961-82aa-68cfed5643ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 918 time: 0.0878878 Nov 20 03:26:57.474995 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba846df4-0010-481c-a594-1285779ae3a5 req-de9cd1e3-0bfc-4a35-8259-75766c9f29ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 HTTP/1.1" status: 200 len: 1001 time: 0.0653770 Nov 20 03:26:57.554910 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846df4-0010-481c-a594-1285779ae3a5 req-d9d62e44-1bbd-4f72-8644-9b13c43cfaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:57.556354 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba846df4-0010-481c-a594-1285779ae3a5 req-d9d62e44-1bbd-4f72-8644-9b13c43cfaa6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 200 len: 856 time: 0.0685210 Nov 20 03:26:57.573163 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b7b00-ba6d-49c2-8837-a7c4defae73b req-fc3fdd74-ca18-422e-87e7-eb781b4deac7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:57.575319 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-690b7b00-ba6d-49c2-8837-a7c4defae73b req-fc3fdd74-ca18-422e-87e7-eb781b4deac7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 943 time: 0.0609643 Nov 20 03:26:57.645446 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846df4-0010-481c-a594-1285779ae3a5 req-8107e99a-b2ec-49f7-86f0-c7449a635828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:57.646877 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba846df4-0010-481c-a594-1285779ae3a5 req-8107e99a-b2ec-49f7-86f0-c7449a635828 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707119 Nov 20 03:26:57.650827 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-690b7b00-ba6d-49c2-8837-a7c4defae73b req-9b5daea9-9cf3-4510-a6eb-a6775c055932 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675735 Nov 20 03:26:57.737198 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba846df4-0010-481c-a594-1285779ae3a5 req-4eaeb8e8-4e4a-40cf-ae93-29eae76bd2a8 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804842 Nov 20 03:26:57.829386 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba846df4-0010-481c-a594-1285779ae3a5 req-90e82164-9505-4a58-9942-1b0c5e490b84 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835750 Nov 20 03:26:57.947401 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f956a-5a53-4cb9-99c0-111626e6a1f7 req-53dfc445-009d-46e3-9e8d-11d29fb808d0 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:57.948868 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d57f956a-5a53-4cb9-99c0-111626e6a1f7 req-53dfc445-009d-46e3-9e8d-11d29fb808d0 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0477767 Nov 20 03:26:57.995109 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d57f956a-5a53-4cb9-99c0-111626e6a1f7 req-a42db0cb-01bc-427d-99a8-af721771ecab tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397644 Nov 20 03:26:58.112796 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5345606-570e-40be-a4a2-f34307b2be20 req-616dbd81-5b10-4dfc-b98e-67436b694048 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:58.114264 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5345606-570e-40be-a4a2-f34307b2be20 req-616dbd81-5b10-4dfc-b98e-67436b694048 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 944 time: 0.0491962 Nov 20 03:26:58.160115 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5345606-570e-40be-a4a2-f34307b2be20 req-03729bbf-485f-418d-89b9-aabfe018d828 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Nov 20 03:26:58.271987 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 502d5837-eaef-4602-9057-cc1f1bb18eb2 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:26:58.287872 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 0af31e15-9931-4f34-8890-97b152868a29 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:58.393159 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 0af31e15-9931-4f34-8890-97b152868a29 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:26:58.405183 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 0af31e15-9931-4f34-8890-97b152868a29 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:58.405553 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.408056 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 502d5837-eaef-4602-9057-cc1f1bb18eb2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=502d5837-eaef-4602-9057-cc1f1bb18eb2,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:58.438563 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '502d5837-eaef-4602-9057-cc1f1bb18eb2', 'network_id': 'a1acacc5-2d91-42ad-971f-cecd3a0dc9a5', 'port_id': '502d5837-eaef-4602-9057-cc1f1bb18eb2', 'mac_address': 'fa:16:3e:a4:38:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8209c192-32e4-42d1-81e2-634badaa7584', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:26:58.453406 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42330977-680a-4703-a33d-89f5f4ae45e4 req-b05b0a25-b37c-4f03-a449-c9bd2ff0aaec tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:58.454884 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-42330977-680a-4703-a33d-89f5f4ae45e4 req-b05b0a25-b37c-4f03-a449-c9bd2ff0aaec tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0524182 Nov 20 03:26:58.487878 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.501998 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-42330977-680a-4703-a33d-89f5f4ae45e4 req-119c2025-a7e6-4c3c-9846-9f31fef58f9a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411935 Nov 20 03:26:58.522183 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502d5837-eaef-4602-9057-cc1f1bb18eb2 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:58.544953 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.549717 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 502d5837-eaef-4602-9057-cc1f1bb18eb2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=502d5837-eaef-4602-9057-cc1f1bb18eb2,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:58.556748 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.597446 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4111c671-ac86-42f4-8753-e38deb7c21a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af31e15-9931-4f34-8890-97b152868a29'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:58.599930 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8e7f71-3de6-4a92-b7ca-1f0446c1512f" -d '{"events": [{"server_uuid": "4111c671-ac86-42f4-8753-e38deb7c21a0", "name": "network-vif-plugged", "status": "completed", "tag": "0af31e15-9931-4f34-8890-97b152868a29"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:58.617258 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 0af31e15-9931-4f34-8890-97b152868a29, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0af31e15-9931-4f34-8890-97b152868a29,segment=NetworkSegment(de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2),segment_id=de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:58.628302 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.632341 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=502d5837-eaef-4602-9057-cc1f1bb18eb2,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:58.635591 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5254d681-3d4f-421e-836a-a00f8c7ef83d x-openstack-request-id: req-5254d681-3d4f-421e-836a-a00f8c7ef83d {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:58.635930 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4111c671-ac86-42f4-8753-e38deb7c21a0", "name": "network-vif-plugged", "status": "completed", "tag": "0af31e15-9931-4f34-8890-97b152868a29", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:58.636188 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5254d681-3d4f-421e-836a-a00f8c7ef83d {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:58.636578 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4111c671-ac86-42f4-8753-e38deb7c21a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af31e15-9931-4f34-8890-97b152868a29', 'code': 200} Nov 20 03:26:58.683196 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=0af31e15-9931-4f34-8890-97b152868a29,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:58.769099 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc0ba9-6f12-469c-811e-669e76f7e115 req-11b6a061-11cd-4a3b-b37a-20e7dc37e297 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:58.776418 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fedc0ba9-6f12-469c-811e-669e76f7e115 req-11b6a061-11cd-4a3b-b37a-20e7dc37e297 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 944 time: 0.0579278 Nov 20 03:26:58.825687 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fedc0ba9-6f12-469c-811e-669e76f7e115 req-a8baff60-f8a5-455f-afad-6a66bec9a87f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469370 Nov 20 03:26:58.903608 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c65bd-4bda-4400-804c-f771bee3ddd1 req-ef40c80b-65ad-42c9-8bdf-67403982888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:58.904708 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-853c65bd-4bda-4400-804c-f771bee3ddd1 req-ef40c80b-65ad-42c9-8bdf-67403982888e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 1098 time: 0.0415137 Nov 20 03:26:58.989674 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-853c65bd-4bda-4400-804c-f771bee3ddd1 req-50eb1af2-e1d7-46f9-b62a-b5b2eb0222ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662830 Nov 20 03:26:58.993889 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4705e-bc48-4f88-bc67-94e8fad6ad82 req-dea72b47-08c8-44b8-84f0-3f3b00fdacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:58.995270 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ebf4705e-bc48-4f88-bc67-94e8fad6ad82 req-dea72b47-08c8-44b8-84f0-3f3b00fdacaa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 1099 time: 0.0708892 Nov 20 03:26:59.085016 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['502d5837-eaef-4602-9057-cc1f1bb18eb2'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:59.115029 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e755bc-69cc-4ac8-8c7b-dfaaeacf3964 req-b1ff9930-18b1-4cd1-a0d5-f51d7497787e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:59.116617 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-04e755bc-69cc-4ac8-8c7b-dfaaeacf3964 req-b1ff9930-18b1-4cd1-a0d5-f51d7497787e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0528238 Nov 20 03:26:59.168805 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-04e755bc-69cc-4ac8-8c7b-dfaaeacf3964 req-ef48c05b-e0ee-46e0-b029-ac102611426b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456207 Nov 20 03:26:59.284069 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1b644-5989-4172-a38f-ad3bc3f03ec7 req-61f0777f-b05a-4c41-a284-c732dc54bc43 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:59.285430 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b6a1b644-5989-4172-a38f-ad3bc3f03ec7 req-61f0777f-b05a-4c41-a284-c732dc54bc43 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.0529919 Nov 20 03:26:59.335765 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b6a1b644-5989-4172-a38f-ad3bc3f03ec7 req-16dcb35e-0d2e-4a42-a286-1fcf0d6cc7f4 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443051 Nov 20 03:26:59.388182 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ebf4705e-bc48-4f88-bc67-94e8fad6ad82 req-a83095ae-7757-45c7-bf79-fbcfb08f9ce3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367346 Nov 20 03:26:59.620714 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b55ad-7c33-46fd-aadb-69e449946c11 req-c079aa31-2030-42c7-9736-26af651b06c8 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:59.622321 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321b55ad-7c33-46fd-aadb-69e449946c11 req-c079aa31-2030-42c7-9736-26af651b06c8 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 945 time: 0.0487614 Nov 20 03:26:59.668444 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-321b55ad-7c33-46fd-aadb-69e449946c11 req-da50f6cf-d1d8-4d26-b391-11623b2db075 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396159 Nov 20 03:26:59.929525 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ff656-a3f0-4aa9-bb72-8b04feda05e6 req-95e6a712-c7eb-42ed-a682-cac435478485 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:59.930968 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e30ff656-a3f0-4aa9-bb72-8b04feda05e6 req-95e6a712-c7eb-42ed-a682-cac435478485 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 944 time: 0.0488191 Nov 20 03:26:59.979407 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e30ff656-a3f0-4aa9-bb72-8b04feda05e6 req-7668fc77-2786-422b-a2d8-576315105835 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425413 Nov 20 03:27:00.284901 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:00.298956 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86cb0e-0afa-4490-b512-2af4e8b49938 req-78a15c0d-f80f-45f9-aa58-3c41ace41ebf tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:00.300699 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d86cb0e-0afa-4490-b512-2af4e8b49938 req-78a15c0d-f80f-45f9-aa58-3c41ace41ebf tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0523920 Nov 20 03:27:00.351296 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d86cb0e-0afa-4490-b512-2af4e8b49938 req-22b93586-c809-46d6-9a6e-d0723c98a157 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441003 Nov 20 03:27:00.381123 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.383283 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.419305 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:00.422861 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.470533 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,revision_number=8']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:00.470995 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-48bd1aa6-3926-4575-9f3f-26abac24c38b tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311371933&fields=id&tenant_id=ee28f54d912d4789b1b0abf0f0cddab5 HTTP/1.1" status: 200 len: 267 time: 0.0741961 Nov 20 03:27:00.482730 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b5da-4acb-4c93-8d50-678321f80c17 req-7e6e428c-940c-44be-8cc9-f170d555809b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:00.484181 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9310b5da-4acb-4c93-8d50-678321f80c17 req-7e6e428c-940c-44be-8cc9-f170d555809b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.0720279 Nov 20 03:27:00.587863 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9310b5da-4acb-4c93-8d50-678321f80c17 req-f65eff58-130e-4471-87e6-4d50c7368489 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931141 Nov 20 03:27:00.615569 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-d7ca672a-0398-4e7a-a843-7ac3d5cdf780 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:00.617090 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-d7ca672a-0398-4e7a-a843-7ac3d5cdf780 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 812 time: 0.1320474 Nov 20 03:27:00.632973 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-efa1175c-7201-4857-8ec7-805d6b51de1d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/quotas/ee28f54d912d4789b1b0abf0f0cddab5 HTTP/1.1" status: 200 len: 375 time: 0.0094600 Nov 20 03:27:00.638048 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:00.640369 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b7e13f-af94-476d-b826-cde0b7a3b8b6" -d '{"events": [{"server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "name": "network-vif-unplugged", "status": "completed", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:00.679319 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64d6a4a-bdf5-4abe-b142-3b664d4f7538 x-openstack-request-id: req-c64d6a4a-bdf5-4abe-b142-3b664d4f7538 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:00.679637 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "name": "network-vif-unplugged", "status": "completed", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:00.679994 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c64d6a4a-bdf5-4abe-b142-3b664d4f7538 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:00.680330 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'code': 200} Nov 20 03:27:00.687235 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-dbfd199d-9315-4381-afde-2cc76649cfc0 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475981 Nov 20 03:27:00.819625 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460cb04-b58b-4c2d-83c3-8aa2f14a150e req-1268fd37-996e-4ca8-af0f-59a2f3757375 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:00.821223 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8460cb04-b58b-4c2d-83c3-8aa2f14a150e req-1268fd37-996e-4ca8-af0f-59a2f3757375 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0694106 Nov 20 03:27:00.848903 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-b788bb12-7da3-465d-adc8-4fa42b07646d service neutron] 10.222.0.37 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482637 Nov 20 03:27:00.929440 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8460cb04-b58b-4c2d-83c3-8aa2f14a150e req-7666c324-a70c-4c7d-8611-bc30699a60d8 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975940 Nov 20 03:27:00.974200 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-4ddef0b9-f60f-4d84-afd6-b029c85b84a9 service neutron] 10.222.0.37 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128874 Nov 20 03:27:01.100995 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd0629-11e5-4aa7-bdc4-6adebf9d3746 req-d25428cd-6a43-4775-8fa5-1ce0c0f7dac2 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:01.102589 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cecd0629-11e5-4aa7-bdc4-6adebf9d3746 req-d25428cd-6a43-4775-8fa5-1ce0c0f7dac2 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 944 time: 0.0515432 Nov 20 03:27:01.164919 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cecd0629-11e5-4aa7-bdc4-6adebf9d3746 req-541ebcf0-1d85-4882-8748-2470cbef2580 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558138 Nov 20 03:27:01.313556 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8e63be91-b322-4748-8e4f-eaeff2a6d9bc req-8c731937-ef0d-48d6-9019-1d3897be45fb tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 210 time: 0.0412943 Nov 20 03:27:01.486089 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a524dd3-d58a-4330-b30a-5cd0c39e05ce req-fbe43995-3405-46bb-9672-cbdee3e8dd87 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:01.487599 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4a524dd3-d58a-4330-b30a-5cd0c39e05ce req-fbe43995-3405-46bb-9672-cbdee3e8dd87 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0505857 Nov 20 03:27:01.542465 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4a524dd3-d58a-4330-b30a-5cd0c39e05ce req-0970051d-c99e-4d30-812c-58ef94a73575 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475447 Nov 20 03:27:01.752400 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ed65b-f8fb-4da3-84c8-5c85b4ab485b req-dbec3a40-142b-4114-a86f-c5b82d297af2 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:01.754891 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c4ed65b-f8fb-4da3-84c8-5c85b4ab485b req-dbec3a40-142b-4114-a86f-c5b82d297af2 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.0850706 Nov 20 03:27:01.811959 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c4ed65b-f8fb-4da3-84c8-5c85b4ab485b req-adbed797-8fe7-45a4-8462-c995244d8b72 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503476 Nov 20 03:27:01.943981 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3f1c6-8ea9-4730-adb3-32e6cda3ace7 req-e2a7f3d6-a622-4ccb-a786-3702f1434dff tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:01.945469 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1ab3f1c6-8ea9-4730-adb3-32e6cda3ace7 req-e2a7f3d6-a622-4ccb-a786-3702f1434dff tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0817199 Nov 20 03:27:01.951762 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3b66-c9f8-42ec-81e2-115db61ce66b req-9e348063-4586-46b6-bdf6-c6071cb92977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:01.953144 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7cf3b66-c9f8-42ec-81e2-115db61ce66b req-9e348063-4586-46b6-bdf6-c6071cb92977 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 1099 time: 0.0597010 Nov 20 03:27:02.073287 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1ab3f1c6-8ea9-4730-adb3-32e6cda3ace7 req-d6b224a9-d635-4c95-ae15-1b195eb24f9e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191695 Nov 20 03:27:02.115982 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d72f3-bbbb-46b2-af5b-49830c54fee1 req-ffa13242-355e-4e6c-b730-e3f471919ac4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:02.117377 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2b1d72f3-bbbb-46b2-af5b-49830c54fee1 req-ffa13242-355e-4e6c-b730-e3f471919ac4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0948715 Nov 20 03:27:02.120746 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3b66-c9f8-42ec-81e2-115db61ce66b req-2a47b9bb-8def-4438-b1c1-2541e1d4937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:02.122736 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7cf3b66-c9f8-42ec-81e2-115db61ce66b req-2a47b9bb-8def-4438-b1c1-2541e1d4937c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 920 time: 0.1496789 Nov 20 03:27:02.174036 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7cf3b66-c9f8-42ec-81e2-115db61ce66b req-9a76f106-7bf8-48af-b7ef-30e17cd5ac15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b72906-e641-41e4-a5a9-636c7cd117c9 HTTP/1.1" status: 200 len: 217 time: 0.0403585 Nov 20 03:27:02.234001 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2b1d72f3-bbbb-46b2-af5b-49830c54fee1 req-0ecac350-d8ed-45cb-9fd9-fa00f195ff56 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068594 Nov 20 03:27:02.254011 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3b66-c9f8-42ec-81e2-115db61ce66b req-72024361-ce7c-47f0-9823-f2f820c809fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:02.255359 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7cf3b66-c9f8-42ec-81e2-115db61ce66b req-72024361-ce7c-47f0-9823-f2f820c809fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b6bcf67-a129-42af-870d-72f06d1689cd HTTP/1.1" status: 200 len: 859 time: 0.0705850 Nov 20 03:27:02.283311 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 502d5837-eaef-4602-9057-cc1f1bb18eb2 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:27:02.337927 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7cf3b66-c9f8-42ec-81e2-115db61ce66b req-61fa4929-f8b7-4e89-9f4b-512192efb038 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2470cf7-b23b-4542-91b2-b6ec415686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378492 Nov 20 03:27:02.354927 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678233a-de00-4c43-a49a-a1629ef430b1 req-aec0642e-501c-455f-9811-77654bea4cdc tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:02.357128 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a678233a-de00-4c43-a49a-a1629ef430b1 req-aec0642e-501c-455f-9811-77654bea4cdc tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 944 time: 0.1149564 Nov 20 03:27:02.365442 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 502d5837-eaef-4602-9057-cc1f1bb18eb2 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:27:02.371969 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 502d5837-eaef-4602-9057-cc1f1bb18eb2 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:27:02.372632 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.495350 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a678233a-de00-4c43-a49a-a1629ef430b1 req-8b1a406e-84a1-4354-8b1a-e0f2eed04cc7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291883 Nov 20 03:27:02.572634 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7cf3b66-c9f8-42ec-81e2-115db61ce66b req-7cac7a05-3def-44fe-93f5-fbb24bc35a5b service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135932 Nov 20 03:27:02.606924 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.644065 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 502d5837-eaef-4602-9057-cc1f1bb18eb2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=502d5837-eaef-4602-9057-cc1f1bb18eb2,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:02.649510 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.683426 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36116e65-2e67-4d18-84c2-d699cae54285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d5837-eaef-4602-9057-cc1f1bb18eb2'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:02.685874 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5558219-58e9-4113-8957-bb71487c3ad4" -d '{"events": [{"server_uuid": "36116e65-2e67-4d18-84c2-d699cae54285", "name": "network-vif-plugged", "status": "completed", "tag": "502d5837-eaef-4602-9057-cc1f1bb18eb2"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:02.710082 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=502d5837-eaef-4602-9057-cc1f1bb18eb2,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:02.745674 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ddbdd93e-1b01-4d09-9a6b-3e7964bbe492 req-7a207fdf-1528-4f65-b691-55159369f217 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 210 time: 0.0987146 Nov 20 03:27:02.789973 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c7cf3b66-c9f8-42ec-81e2-115db61ce66b req-94500a72-dd9f-4abb-9d2f-b54b1744d5fc service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008314 Nov 20 03:27:02.799391 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbc019f-b733-4ded-981e-24261f9e385f x-openstack-request-id: req-2cbc019f-b733-4ded-981e-24261f9e385f {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:02.799949 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36116e65-2e67-4d18-84c2-d699cae54285", "name": "network-vif-plugged", "status": "completed", "tag": "502d5837-eaef-4602-9057-cc1f1bb18eb2", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:02.800424 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cbc019f-b733-4ded-981e-24261f9e385f {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:02.803014 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36116e65-2e67-4d18-84c2-d699cae54285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d5837-eaef-4602-9057-cc1f1bb18eb2', 'code': 200} Nov 20 03:27:02.882860 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-60310872-4522-4c8e-a9ac-eae6fb342b68 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:02.884941 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-60310872-4522-4c8e-a9ac-eae6fb342b68 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 812 time: 0.1539738 Nov 20 03:27:03.068078 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [req-e2cc3476-4d86-4d85-a1aa-b1bb79b8bce5 req-f9d61247-a41c-4995-b646-14b61b52e4f8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:27:03.069071 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e2cc3476-4d86-4d85-a1aa-b1bb79b8bce5 req-f9d61247-a41c-4995-b646-14b61b52e4f8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060434 Nov 20 03:27:03.109697 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-a5e81c68-aecb-494f-bced-ef99162c1d32 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee28f54d912d4789b1b0abf0f0cddab5 HTTP/1.1" status: 200 len: 380 time: 0.1385636 Nov 20 03:27:03.118446 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3ced2-8a0a-4764-b617-9f2e909e3b2a req-2e7a6ec5-2e65-4fd2-8baf-297db7b3ee68 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:03.119981 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6ab3ced2-8a0a-4764-b617-9f2e909e3b2a req-2e7a6ec5-2e65-4fd2-8baf-297db7b3ee68 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.0999215 Nov 20 03:27:03.176607 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6ab3ced2-8a0a-4764-b617-9f2e909e3b2a req-84b61c21-f330-4bb4-b939-140ec7d02504 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498579 Nov 20 03:27:03.233474 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefbe0e-6b0d-4a32-8615-a0510db632fd req-ed282003-5cea-442d-96ff-7766b5b5e4dd tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:03.240672 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-caefbe0e-6b0d-4a32-8615-a0510db632fd req-ed282003-5cea-442d-96ff-7766b5b5e4dd tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0596235 Nov 20 03:27:03.313119 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-caefbe0e-6b0d-4a32-8615-a0510db632fd req-ffaa0c52-1469-4494-8657-706500b2d545 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715840 Nov 20 03:27:03.328992 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b7367-4752-40f3-9a6a-877ac16d1a70 req-cbd900a7-8267-4af1-9050-f7e05772bc7c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:03.330497 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a51b7367-4752-40f3-9a6a-877ac16d1a70 req-cbd900a7-8267-4af1-9050-f7e05772bc7c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0756090 Nov 20 03:27:03.383544 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a51b7367-4752-40f3-9a6a-877ac16d1a70 req-16a67b7b-a87b-41c8-888c-c259cdeae926 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471857 Nov 20 03:27:03.505442 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 59828) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:03.596932 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-5b37b5bb-24c0-42b4-85ad-09c4c50e1d76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903578 Nov 20 03:27:03.606302 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-2d7aef5f-b2ad-45ee-828b-166a2ddbe67f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102610) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:27:03.607254 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-2d7aef5f-b2ad-45ee-828b-166a2ddbe67f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050433 Nov 20 03:27:03.634598 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6892219-2fd8-4dc2-94f0-919678d8e3c6 req-1df5a7a9-3c9e-4983-943e-c625085b5762 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:03.636892 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c6892219-2fd8-4dc2-94f0-919678d8e3c6 req-1df5a7a9-3c9e-4983-943e-c625085b5762 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.0488403 Nov 20 03:27:03.683465 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c6892219-2fd8-4dc2-94f0-919678d8e3c6 req-8f55c32c-d11e-424e-b1b4-de5a64e81f0e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Nov 20 03:27:03.843306 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8a101452-ffa4-419a-875f-358279946733 req-74801ece-b0d0-4bf1-9dc4-03c4d24de5c3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 210 time: 0.0268118 Nov 20 03:27:04.294927 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c83f2b-11e4-478a-ba14-aee62b849371 req-257a8cd6-575d-4fb3-be3a-e1f94aac4dc2 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:04.296304 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f6c83f2b-11e4-478a-ba14-aee62b849371 req-257a8cd6-575d-4fb3-be3a-e1f94aac4dc2 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.0512304 Nov 20 03:27:04.341192 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f6c83f2b-11e4-478a-ba14-aee62b849371 req-6802eaef-b6e6-464c-9758-e2aa789a3473 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389299 Nov 20 03:27:04.428257 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c7226-6deb-40f4-88f0-7a35ce7fc272 req-52fe7001-7834-4401-9846-3bcf262ed3f1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:04.429736 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7a1c7226-6deb-40f4-88f0-7a35ce7fc272 req-52fe7001-7834-4401-9846-3bcf262ed3f1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0472062 Nov 20 03:27:04.503999 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7a1c7226-6deb-40f4-88f0-7a35ce7fc272 req-a997b8ec-fedb-4ac7-b217-10216d7d8505 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678253 Nov 20 03:27:04.519911 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975518c-0ae7-476d-ba10-8c542da7a207 req-2824f347-88ab-4612-944e-30dd4a31e96a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:04.519911 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4975518c-0ae7-476d-ba10-8c542da7a207 req-2824f347-88ab-4612-944e-30dd4a31e96a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0690510 Nov 20 03:27:04.566111 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4975518c-0ae7-476d-ba10-8c542da7a207 req-dd2ff53c-2244-49fa-bb56-da880841797e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425014 Nov 20 03:27:04.793728 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd60187-6bbe-4632-9973-079e691c061a req-7a17ad2f-a8ef-4a2f-9c31-648017723a62 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:04.795180 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1cd60187-6bbe-4632-9973-079e691c061a req-7a17ad2f-a8ef-4a2f-9c31-648017723a62 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.0478241 Nov 20 03:27:04.840817 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1cd60187-6bbe-4632-9973-079e691c061a req-440b91ca-7a93-40e1-bafa-4c5515843ca7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397046 Nov 20 03:27:04.936358 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-20b8de00-ede1-49dd-b6dc-71eed65bc89c req-7a5b65a1-b8e5-4f50-999e-ed37d980c007 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 210 time: 0.0261388 Nov 20 03:27:05.452144 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73bfe6-2680-49f1-adc2-07f56c836c7c req-a0e9df14-a3d5-45aa-af0d-8b0d28237734 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:05.453550 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bd73bfe6-2680-49f1-adc2-07f56c836c7c req-a0e9df14-a3d5-45aa-af0d-8b0d28237734 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.0461125 Nov 20 03:27:05.502831 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bd73bfe6-2680-49f1-adc2-07f56c836c7c req-03752359-c49c-49e6-974f-a0ca8f2cee17 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Nov 20 03:27:05.620234 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fc024-e050-4575-bb13-ef6eb5c2a66c req-dfec28d7-37d2-4864-9c28-cd8c803b1e4f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:05.621755 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bf2fc024-e050-4575-bb13-ef6eb5c2a66c req-dfec28d7-37d2-4864-9c28-cd8c803b1e4f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0505502 Nov 20 03:27:05.697168 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bf2fc024-e050-4575-bb13-ef6eb5c2a66c req-9fb2e1a1-b163-481d-90fb-03c5fbfc83d6 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694764 Nov 20 03:27:05.708206 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8d6c2-d818-4891-ac1b-f6dd18b106ea req-0d81c71c-bae6-46f5-8b47-320868203de7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:05.709698 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9ae8d6c2-d818-4891-ac1b-f6dd18b106ea req-0d81c71c-bae6-46f5-8b47-320868203de7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0683899 Nov 20 03:27:05.755482 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9ae8d6c2-d818-4891-ac1b-f6dd18b106ea req-eb4fa2c5-e947-4fdb-9083-8d6c029177b1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400717 Nov 20 03:27:05.954095 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4a40a-e329-4d8e-871f-054382a02982 req-7c075928-8a2c-4b07-a8fa-0348920511be tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:05.955536 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cfa4a40a-e329-4d8e-871f-054382a02982 req-7c075928-8a2c-4b07-a8fa-0348920511be tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.0499933 Nov 20 03:27:06.003454 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cfa4a40a-e329-4d8e-871f-054382a02982 req-b6327955-fe95-4a41-976c-56b278108f7a tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Nov 20 03:27:06.029313 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9d3d0463-92f2-4a87-92a6-8c1a65507d67 req-438be0e6-a9ee-44d5-ac33-9bbf712ec761 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 210 time: 0.0248008 Nov 20 03:27:06.048926 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'port': {'device_id': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'admin_state_up': True, 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'security_groups': ['3b987830-c391-4d4e-a1c1-82c812080b43']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:06.304131 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:06.409870 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a5590-2713-41cc-b91a-83325e2574c2 req-84024c22-f245-40fa-b0a9-a7e62298b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:06.411231 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-667a5590-2713-41cc-b91a-83325e2574c2 req-84024c22-f245-40fa-b0a9-a7e62298b8e4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 1098 time: 0.2859862 Nov 20 03:27:06.416583 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Made reservation on behalf of ee28f54d912d4789b1b0abf0f0cddab5 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:27:06.420482 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:06.506353 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-667a5590-2713-41cc-b91a-83325e2574c2 req-fc500edf-d98c-45cc-9481-e061fd6c365a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829821 Nov 20 03:27:06.577058 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Allocated IP 172.20.0.11 (47f51dd2-9655-4765-8747-cb254c8e5525/0161227e-706f-418f-bfc8-985c44c88c8a/243add17-6449-4a77-8663-2a184bd82457) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:27:06.653719 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b05e3-35c3-48e8-a8f0-8150397fcbd8 req-d138ee74-598b-4696-ac0e-2daf5c51332e tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:06.655192 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b17b05e3-35c3-48e8-a8f0-8150397fcbd8 req-d138ee74-598b-4696-ac0e-2daf5c51332e tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.0796285 Nov 20 03:27:06.785854 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b17b05e3-35c3-48e8-a8f0-8150397fcbd8 req-39f2d14b-c36d-4a88-9eb0-6bb1947d5089 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206107 Nov 20 03:27:06.823003 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:06.853892 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31396e19-903e-483a-943f-77abbf9d148f req-196d0bb8-a8d2-4020-99c7-3a8c63b0919a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:06.855355 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-31396e19-903e-483a-943f-77abbf9d148f req-196d0bb8-a8d2-4020-99c7-3a8c63b0919a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0856922 Nov 20 03:27:06.928803 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:06.982779 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf1998-967a-4107-aa5d-d118a74690a8 req-aefe73e0-8c11-4524-a830-738947f3dd95 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:06.984350 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dcaf1998-967a-4107-aa5d-d118a74690a8 req-aefe73e0-8c11-4524-a830-738947f3dd95 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.1281006 Nov 20 03:27:06.989725 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-31396e19-903e-483a-943f-77abbf9d148f req-4c67910e-3375-4e3e-bfb5-6a66d6d074fe tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273725 Nov 20 03:27:07.011738 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Network 47f51dd2-9655-4765-8747-cb254c8e5525 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:27:07.018346 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:27:07.020134 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'Port': ['ID=243add17-6449-4a77-8663-2a184bd82457,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:07.022382 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:27:07.097050 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dcaf1998-967a-4107-aa5d-d118a74690a8 req-6b3259b3-fe5f-4e07-b4ef-906cc2a52cf5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062453 Nov 20 03:27:07.121854 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:07.122482 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:07.145989 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1e2cba11-b9cf-4bb0-a204-2b4ba2eb730e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1007254 Nov 20 03:27:07.158661 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a9a63-aad1-4dbd-ab3a-8f934301b86f req-4cf80a9e-b965-4fb2-85d5-a17d9151b645 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:07.160219 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1f2a9a63-aad1-4dbd-ab3a-8f934301b86f req-4cf80a9e-b965-4fb2-85d5-a17d9151b645 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.0807211 Nov 20 03:27:07.240783 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1f2a9a63-aad1-4dbd-ab3a-8f934301b86f req-f0e99aec-829c-4f9f-9e24-50531418ee61 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738213 Nov 20 03:27:07.249871 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022457b-f233-48fd-a6cd-a8cb80406179 req-32e0408f-b91e-48e4-aac9-d423091e198e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:07.251433 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6022457b-f233-48fd-a6cd-a8cb80406179 req-32e0408f-b91e-48e4-aac9-d423091e198e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 932 time: 0.0857120 Nov 20 03:27:07.301524 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6022457b-f233-48fd-a6cd-a8cb80406179 req-5cea023e-9110-4d59-aea9-144e75327042 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 Nov 20 03:27:07.339808 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-ce6623ec-dda4-4aeb-8777-54825cfb385c None None] Provisioning complete for port 243add17-6449-4a77-8663-2a184bd82457 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:27:07.340415 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-ce6623ec-dda4-4aeb-8777-54825cfb385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:07.374358 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-ce6623ec-dda4-4aeb-8777-54825cfb385c None None] Port 243add17-6449-4a77-8663-2a184bd82457 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:27:07.598760 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:27:07.900391 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae80df1-6d9c-4222-8d49-68b8a23f7d9d req-48cd0eaf-4cb9-41dc-84c4-0c30e030dd34 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:07.901878 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7ae80df1-6d9c-4222-8d49-68b8a23f7d9d req-48cd0eaf-4cb9-41dc-84c4-0c30e030dd34 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.0483153 Nov 20 03:27:07.952116 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7ae80df1-6d9c-4222-8d49-68b8a23f7d9d req-459c1602-9048-45d7-b6e1-d778204cf741 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443432 Nov 20 03:27:08.102482 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02244421-cafc-4c3f-b85a-0532a12cc49a req-6b953bb6-14e8-4221-9edd-daad0f9fc5dc tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:08.103970 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-02244421-cafc-4c3f-b85a-0532a12cc49a req-6b953bb6-14e8-4221-9edd-daad0f9fc5dc tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0483654 Nov 20 03:27:08.151970 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-02244421-cafc-4c3f-b85a-0532a12cc49a req-8375d5d9-3d74-442b-a751-97c812c17f8b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 Nov 20 03:27:08.217320 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86346d54-3307-4a44-8695-b2bae9ed987a req-7d73e49f-e492-49e5-b245-645de1e92184 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:08.218808 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-86346d54-3307-4a44-8695-b2bae9ed987a req-7d73e49f-e492-49e5-b245-645de1e92184 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0478621 Nov 20 03:27:08.265199 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-86346d54-3307-4a44-8695-b2bae9ed987a req-2504e95c-8d15-4f00-93c2-086a847b1cbb tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402908 Nov 20 03:27:08.355920 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc3497-365c-4460-8581-0ef9d0e57368 req-3b381b18-13e3-4659-aae1-89656a54ceee tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:08.357972 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-18fc3497-365c-4460-8581-0ef9d0e57368 req-3b381b18-13e3-4659-aae1-89656a54ceee tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.0513539 Nov 20 03:27:08.431392 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-18fc3497-365c-4460-8581-0ef9d0e57368 req-f7661efe-26bd-4ef1-bd85-9ddc3b2085fb tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674863 Nov 20 03:27:08.441704 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ea2a5-1745-4a50-bc66-f6e0a9cd8d14 req-581ae100-d154-49e6-b268-ca67447df55d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:08.443129 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2f8ea2a5-1745-4a50-bc66-f6e0a9cd8d14 req-581ae100-d154-49e6-b268-ca67447df55d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 932 time: 0.0736377 Nov 20 03:27:08.491715 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2f8ea2a5-1745-4a50-bc66-f6e0a9cd8d14 req-cc620887-9806-4cd9-b726-846222af12a0 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 Nov 20 03:27:09.066513 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0289d7-545b-42c8-8d18-53ff30b11d52 req-a9e65b46-8797-4a4a-9eaa-27c62b1e7200 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:09.067913 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a0289d7-545b-42c8-8d18-53ff30b11d52 req-a9e65b46-8797-4a4a-9eaa-27c62b1e7200 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.0508714 Nov 20 03:27:09.114208 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a0289d7-545b-42c8-8d18-53ff30b11d52 req-810b5cfc-898d-4793-a99c-a79fd42b8b1e tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404320 Nov 20 03:27:09.197361 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-d577af57-5991-4313-a008-838ac3150fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:09.272361 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554c661-7039-4612-8ca9-635f077a2ba5 req-f6f8a97e-cb18-4dcd-9204-000f10397150 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:09.273844 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1554c661-7039-4612-8ca9-635f077a2ba5 req-f6f8a97e-cb18-4dcd-9204-000f10397150 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0495892 Nov 20 03:27:09.321454 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1554c661-7039-4612-8ca9-635f077a2ba5 req-888a2edc-1b21-4022-8d54-25a4be008a65 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413260 Nov 20 03:27:09.384082 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719479-5dde-4b0d-a491-41e6fd74cb64 req-0172c4a8-5f89-436a-b2c6-c3727d83a799 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:09.385531 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-76719479-5dde-4b0d-a491-41e6fd74cb64 req-0172c4a8-5f89-436a-b2c6-c3727d83a799 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0482461 Nov 20 03:27:09.434625 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-76719479-5dde-4b0d-a491-41e6fd74cb64 req-f43cb8c1-0538-450f-97d3-b39e17abf4bd tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Nov 20 03:27:09.544599 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23444b74-f335-4909-9ca6-c982b9942fe9 req-2e11bd8f-6c25-42a4-92ce-4fa3c69cd47a tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:09.546074 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-23444b74-f335-4909-9ca6-c982b9942fe9 req-2e11bd8f-6c25-42a4-92ce-4fa3c69cd47a tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.0499899 Nov 20 03:27:09.627691 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43677787-a507-4d53-94ea-c75f039cfb24 req-7ecb3bf0-1e32-4385-b636-9e89dddab2f3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:09.629196 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-43677787-a507-4d53-94ea-c75f039cfb24 req-7ecb3bf0-1e32-4385-b636-9e89dddab2f3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 932 time: 0.0715835 Nov 20 03:27:09.632309 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-23444b74-f335-4909-9ca6-c982b9942fe9 req-105c7bfd-18eb-404f-9f68-1777abc9b41e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805078 Nov 20 03:27:09.677050 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-43677787-a507-4d53-94ea-c75f039cfb24 req-80a99838-c776-4a7a-9cbd-7c412cc4e776 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419316 Nov 20 03:27:09.816702 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Request body: {'port': {'device_id': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:09.871730 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.120329 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243add17-6449-4a77-8663-2a184bd82457 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:27:10.127728 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.141378 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Transition to ACTIVE for port object 243add17-6449-4a77-8663-2a184bd82457 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:27:10.145765 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.223741 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Pushing event updated for resources: {'Port': ['ID=243add17-6449-4a77-8663-2a184bd82457,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:10.291076 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a5b76-fad1-4422-b634-05ef722cee44 req-a68f7136-f625-4555-bb80-8c907af0b0f9 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:10.292665 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e75a5b76-fad1-4422-b634-05ef722cee44 req-a68f7136-f625-4555-bb80-8c907af0b0f9 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.1098504 Nov 20 03:27:10.331888 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Attempting to bind port 243add17-6449-4a77-8663-2a184bd82457 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:27:10.332234 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Attempting to bind port 243add17-6449-4a77-8663-2a184bd82457 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:27:10.332573 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Attempting to bind port 243add17-6449-4a77-8663-2a184bd82457 on network 47f51dd2-9655-4765-8747-cb254c8e5525 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:27:10.346035 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Port 243add17-6449-4a77-8663-2a184bd82457 on network 47f51dd2-9655-4765-8747-cb254c8e5525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:27:10.346392 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Attempting to bind port 243add17-6449-4a77-8663-2a184bd82457 on network 47f51dd2-9655-4765-8747-cb254c8e5525 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:27:10.361515 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:27:10.362171 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Checking segment: {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:27:10.362296 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Bound using segment: {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:27:10.362673 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Bound port: 243add17-6449-4a77-8663-2a184bd82457, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:27:10.363006 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.386282 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e75a5b76-fad1-4422-b634-05ef722cee44 req-aaad966a-9718-4f01-93a3-eadf8ccc8fdd tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814116 Nov 20 03:27:10.491293 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] For port 243add17-6449-4a77-8663-2a184bd82457, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:27:10.500892 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a13b8a-a231-4f90-a811-9c1e0eec5880 req-8f639605-1a70-4a34-b3a1-f1c526fe6476 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:10.502407 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-13a13b8a-a231-4f90-a811-9c1e0eec5880 req-8f639605-1a70-4a34-b3a1-f1c526fe6476 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0957899 Nov 20 03:27:10.504174 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] For port 243add17-6449-4a77-8663-2a184bd82457, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=243add17-6449-4a77-8663-2a184bd82457,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:27:10.516691 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.591948 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:10.592688 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.593962 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] 10.222.0.57 "PUT /v2.0/ports/243add17-6449-4a77-8663-2a184bd82457 HTTP/1.1" status: 200 len: 1094 time: 0.7815187 Nov 20 03:27:10.596247 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'tag': '243add17-6449-4a77-8663-2a184bd82457'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:10.598510 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51741ba9-748a-41ec-80c5-430b9e617069" -d '{"events": [{"name": "network-changed", "server_uuid": "f64dd34e-277a-4033-8330-d0dd481d287c", "tag": "243add17-6449-4a77-8663-2a184bd82457"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:10.636685 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709c0be-ffae-469b-98f7-6c18de2ad5cc service neutron] Pushing event updated for resources: {'Port': ['ID=243add17-6449-4a77-8663-2a184bd82457,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:10.653349 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd59a3-58bf-469c-90b3-235929321900 req-4c5779fc-5ad0-4b08-9f5c-d3431d10fbf0 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:10.655291 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-afcd59a3-58bf-469c-90b3-235929321900 req-4c5779fc-5ad0-4b08-9f5c-d3431d10fbf0 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.1488373 Nov 20 03:27:10.661773 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-13a13b8a-a231-4f90-a811-9c1e0eec5880 req-0babd42e-c69d-47b6-8180-dbe69cdafb1e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463671 Nov 20 03:27:10.725568 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e85017a-34e6-40d8-821b-eef358e85134 x-openstack-request-id: req-2e85017a-34e6-40d8-821b-eef358e85134 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:10.725862 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64dd34e-277a-4033-8330-d0dd481d287c", "tag": "243add17-6449-4a77-8663-2a184bd82457", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:10.726099 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e85017a-34e6-40d8-821b-eef358e85134 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:10.726499 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'tag': '243add17-6449-4a77-8663-2a184bd82457', 'status': 'completed', 'code': 200} Nov 20 03:27:10.758403 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-afcd59a3-58bf-469c-90b3-235929321900 req-fb1ca491-9ce3-4eb2-a25c-d80dbf97c7ee tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956428 Nov 20 03:27:10.773086 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-481f18b2-14ea-44de-af08-42eece095162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:10.774573 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-481f18b2-14ea-44de-af08-42eece095162 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 1097 time: 0.0822606 Nov 20 03:27:10.837424 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-4d6f809a-1224-4f1c-aa75-f23666081945 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243add17-6449-4a77-8663-2a184bd82457 HTTP/1.1" status: 200 len: 217 time: 0.0412910 Nov 20 03:27:10.876625 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc9a33-70f1-46e0-849d-02ce4f27b7cd req-6712a7b4-9946-498e-97a1-ec19ada6cf0f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:10.878126 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a9dc9a33-70f1-46e0-849d-02ce4f27b7cd req-6712a7b4-9946-498e-97a1-ec19ada6cf0f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.1165905 Nov 20 03:27:10.914346 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9fe68-1097-4476-9c87-bc4da0d2f24f req-53a5232f-b064-4efd-ba72-ccf521c8c5ef tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:10.915902 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c4f9fe68-1097-4476-9c87-bc4da0d2f24f req-53a5232f-b064-4efd-ba72-ccf521c8c5ef tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0845661 Nov 20 03:27:11.002172 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a9dc9a33-70f1-46e0-849d-02ce4f27b7cd req-a812d52a-fef9-462b-b517-95dbe649c326 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168792 Nov 20 03:27:11.010494 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-50c63727-3641-4f91-82b9-003ab16bb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.011986 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-50c63727-3641-4f91-82b9-003ab16bb9e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.0951846 Nov 20 03:27:11.026160 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c4f9fe68-1097-4476-9c87-bc4da0d2f24f req-5a71a389-591e-4cc4-a2f6-94d5f03c24f0 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966287 Nov 20 03:27:11.074880 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-99e0cc30-4291-4d28-9db3-e75b5d212f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.076478 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-99e0cc30-4291-4d28-9db3-e75b5d212f53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494483 Nov 20 03:27:11.213217 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-e6245267-f359-4595-aaf2-bc3a4add2fc4 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809491 Nov 20 03:27:11.323644 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c3b79a1-56c2-4568-895d-4b3e6732029b req-440d9f78-3045-41a4-b6cd-18ab8cd4af00 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912478 Nov 20 03:27:11.404613 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-2e5cefdf-5af1-426f-8080-cf0132e853f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:11.547419 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699b312-c090-4bd1-a7f8-468769262095 req-aa0e78af-feb9-4080-994f-e03c16bb0590 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.549006 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2699b312-c090-4bd1-a7f8-468769262095 req-aa0e78af-feb9-4080-994f-e03c16bb0590 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.0961409 Nov 20 03:27:11.554328 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741ba9-748a-41ec-80c5-430b9e617069 req-221766b6-9133-43a7-8228-18f44cd8596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.556931 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-51741ba9-748a-41ec-80c5-430b9e617069 req-221766b6-9133-43a7-8228-18f44cd8596e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 1097 time: 0.0675151 Nov 20 03:27:11.650993 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2699b312-c090-4bd1-a7f8-468769262095 req-0f43c8ec-f4a8-42fb-b48d-e1a7aaf32bb1 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897079 Nov 20 03:27:11.692364 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741ba9-748a-41ec-80c5-430b9e617069 req-dfcfdb0c-14ca-4dee-a04d-96179f242ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.693835 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-51741ba9-748a-41ec-80c5-430b9e617069 req-dfcfdb0c-14ca-4dee-a04d-96179f242ad0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 913 time: 0.0990839 Nov 20 03:27:11.743858 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-51741ba9-748a-41ec-80c5-430b9e617069 req-fec395ca-bf65-4fbf-b00a-dde82c2646ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243add17-6449-4a77-8663-2a184bd82457 HTTP/1.1" status: 200 len: 217 time: 0.0363426 Nov 20 03:27:11.788362 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034186f-82f9-445d-a8d2-a5a769233d47 req-0e775c21-228b-4d95-9810-5912c1bb40fe tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.789853 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7034186f-82f9-445d-a8d2-a5a769233d47 req-0e775c21-228b-4d95-9810-5912c1bb40fe tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0486472 Nov 20 03:27:11.909669 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7034186f-82f9-445d-a8d2-a5a769233d47 req-107fb28d-10e7-4e6b-ad58-57bcc2a86a93 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136920 Nov 20 03:27:11.913270 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741ba9-748a-41ec-80c5-430b9e617069 req-752db550-07ca-4aa7-ab07-dad06d21da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.914242 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-51741ba9-748a-41ec-80c5-430b9e617069 req-752db550-07ca-4aa7-ab07-dad06d21da04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.1017847 Nov 20 03:27:11.932324 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d5729-3779-4060-8a0e-1260bb4630d8 req-3b1787e2-4dc9-4d03-b6e0-d3176d5cff7f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.933800 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d6d5729-3779-4060-8a0e-1260bb4630d8 req-3b1787e2-4dc9-4d03-b6e0-d3176d5cff7f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0820112 Nov 20 03:27:12.015297 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d6d5729-3779-4060-8a0e-1260bb4630d8 req-9085d7a5-0cbf-4101-90b7-cc738fd133a3 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753782 Nov 20 03:27:12.021349 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741ba9-748a-41ec-80c5-430b9e617069 req-d8925855-515c-4229-84c3-d06b45f4d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:12.022765 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-51741ba9-748a-41ec-80c5-430b9e617069 req-d8925855-515c-4229-84c3-d06b45f4d5e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685039 Nov 20 03:27:12.235959 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010d90-a674-4409-bd4d-de02d7fb7a3c req-14684028-ac68-4052-ae13-67390e00c898 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:12.237440 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cc010d90-a674-4409-bd4d-de02d7fb7a3c req-14684028-ac68-4052-ae13-67390e00c898 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.1660326 Nov 20 03:27:12.255966 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b9a7b-49b9-4b0d-9873-5c6ae1977bef req-fadab0b8-1220-4f52-b452-520fe47acf66 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:12.257326 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-720b9a7b-49b9-4b0d-9873-5c6ae1977bef req-fadab0b8-1220-4f52-b452-520fe47acf66 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.57 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.1561468 Nov 20 03:27:12.294478 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdb241-5e91-4129-9809-c0228e449363 req-43930e03-cdc2-4216-a78f-cdac37bbbd63 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:12.295949 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7ffdb241-5e91-4129-9809-c0228e449363 req-43930e03-cdc2-4216-a78f-cdac37bbbd63 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.1774862 Nov 20 03:27:12.314475 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-51741ba9-748a-41ec-80c5-430b9e617069 req-1c67b4cf-c673-4e70-a021-9884ba6753d5 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157316 Nov 20 03:27:12.460985 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cc010d90-a674-4409-bd4d-de02d7fb7a3c req-bdb67834-a4a4-49da-ae6e-4568271bf2a8 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135282 Nov 20 03:27:12.496378 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7ffdb241-5e91-4129-9809-c0228e449363 req-72a4bfd1-2e5e-49d2-9192-f7095fc37531 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883790 Nov 20 03:27:12.538970 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-51741ba9-748a-41ec-80c5-430b9e617069 req-1be62dfb-877f-45b3-99f1-4f8153dc440a service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008686 Nov 20 03:27:12.546224 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-720b9a7b-49b9-4b0d-9873-5c6ae1977bef req-70cd866f-2314-47eb-9e91-1baad13b6c6f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Deleting port 0af31e15-9931-4f34-8890-97b152868a29 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:27:12.546565 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-720b9a7b-49b9-4b0d-9873-5c6ae1977bef req-70cd866f-2314-47eb-9e91-1baad13b6c6f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.650574 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-720b9a7b-49b9-4b0d-9873-5c6ae1977bef req-70cd866f-2314-47eb-9e91-1baad13b6c6f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] For port 0af31e15-9931-4f34-8890-97b152868a29, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0af31e15-9931-4f34-8890-97b152868a29,segment=NetworkSegment(de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2),segment_id=de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:12.650934 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-720b9a7b-49b9-4b0d-9873-5c6ae1977bef req-70cd866f-2314-47eb-9e91-1baad13b6c6f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.672521 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-720b9a7b-49b9-4b0d-9873-5c6ae1977bef req-70cd866f-2314-47eb-9e91-1baad13b6c6f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Calling delete_port for 0af31e15-9931-4f34-8890-97b152868a29 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:27:12.679052 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.842387 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf00b-8d7c-4aae-9d12-cdbedfd40b8b req-e87149e5-6587-42a3-9561-fd0496e3a707 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:12.844637 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dc2bf00b-8d7c-4aae-9d12-cdbedfd40b8b req-e87149e5-6587-42a3-9561-fd0496e3a707 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=4111c671-ac86-42f4-8753-e38deb7c21a0 HTTP/1.1" status: 200 len: 945 time: 0.0997477 Nov 20 03:27:12.930017 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dc2bf00b-8d7c-4aae-9d12-cdbedfd40b8b req-a7e8ce18-077e-48d4-8f57-bc1056c63067 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748563 Nov 20 03:27:12.953669 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-720b9a7b-49b9-4b0d-9873-5c6ae1977bef req-70cd866f-2314-47eb-9e91-1baad13b6c6f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.985605 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd866f-2314-47eb-9e91-1baad13b6c6f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Pushing event deleted for resources: {'Port': ['ID=0af31e15-9931-4f34-8890-97b152868a29,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:13.020644 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['0af31e15-9931-4f34-8890-97b152868a29'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:13.050168 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-720b9a7b-49b9-4b0d-9873-5c6ae1977bef req-70cd866f-2314-47eb-9e91-1baad13b6c6f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] No DVR routers for this DVR port 0af31e15-9931-4f34-8890-97b152868a29 on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:27:13.055933 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-720b9a7b-49b9-4b0d-9873-5c6ae1977bef req-70cd866f-2314-47eb-9e91-1baad13b6c6f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:13.059211 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-720b9a7b-49b9-4b0d-9873-5c6ae1977bef req-70cd866f-2314-47eb-9e91-1baad13b6c6f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.57 "DELETE /v2.0/ports/0af31e15-9931-4f34-8890-97b152868a29 HTTP/1.1" status: 204 len: 173 time: 0.7596550 Nov 20 03:27:13.059677 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4111c671-ac86-42f4-8753-e38deb7c21a0', 'name': 'network-vif-deleted', 'tag': '0af31e15-9931-4f34-8890-97b152868a29'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:13.061938 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b3dc0c-502e-4ada-95cd-32e33615229d" -d '{"events": [{"server_uuid": "4111c671-ac86-42f4-8753-e38deb7c21a0", "name": "network-vif-deleted", "tag": "0af31e15-9931-4f34-8890-97b152868a29"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:13.076187 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fece350-6b17-4158-8a08-036b30823efc req-f4737083-fb06-4978-a125-618e459fbf17 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:13.077662 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2fece350-6b17-4158-8a08-036b30823efc req-f4737083-fb06-4978-a125-618e459fbf17 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0962055 Nov 20 03:27:13.158166 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2fece350-6b17-4158-8a08-036b30823efc req-2f31c6fd-3c1e-477c-8403-4373160a765c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742850 Nov 20 03:27:13.171342 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dc3e7-ece9-4a1f-8340-b4d6f5743bc5 req-6fa28387-68de-4023-9cf4-33ab8ff74694 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:13.172989 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-273dc3e7-ece9-4a1f-8340-b4d6f5743bc5 req-6fa28387-68de-4023-9cf4-33ab8ff74694 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0735607 Nov 20 03:27:13.236687 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66aa91bf-831b-40cd-8ff7-5c95e8569306 x-openstack-request-id: req-66aa91bf-831b-40cd-8ff7-5c95e8569306 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:13.236687 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4111c671-ac86-42f4-8753-e38deb7c21a0", "name": "network-vif-deleted", "tag": "0af31e15-9931-4f34-8890-97b152868a29", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:13.236687 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66aa91bf-831b-40cd-8ff7-5c95e8569306 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:13.236687 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4111c671-ac86-42f4-8753-e38deb7c21a0', 'name': 'network-vif-deleted', 'tag': '0af31e15-9931-4f34-8890-97b152868a29', 'status': 'completed', 'code': 200} Nov 20 03:27:13.236687 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-273dc3e7-ece9-4a1f-8340-b4d6f5743bc5 req-84327dcf-6668-4022-a3c9-bb41db92e991 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570858 Nov 20 03:27:13.368248 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-7ed44485-3b03-4ebf-a50c-0246e584771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:13.369802 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-7ed44485-3b03-4ebf-a50c-0246e584771c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c&tenant_id=8abd5d5840ac400c82604d0212b124f2 HTTP/1.1" status: 200 len: 1096 time: 0.0750051 Nov 20 03:27:13.454372 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-5dbb4726-7fae-4c05-b695-1a9817bdaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:13.455966 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-5dbb4726-7fae-4c05-b695-1a9817bdaaae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 1096 time: 0.0435505 Nov 20 03:27:13.727879 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:13.825038 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-34ea68e4-5532-415d-8bd7-0e8898827f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:13.826980 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-34ea68e4-5532-415d-8bd7-0e8898827f51 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 918 time: 0.3579624 Nov 20 03:27:13.835311 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b6167-a1c7-42e5-b767-3137be7adc75 req-c2bac984-a83d-405c-a244-870202e6ca28 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:13.836769 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-104b6167-a1c7-42e5-b767-3137be7adc75 req-c2bac984-a83d-405c-a244-870202e6ca28 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0837834 Nov 20 03:27:13.973919 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-8cb08272-a9f7-4981-a8ec-e03ea7b0a89b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 HTTP/1.1" status: 200 len: 999 time: 0.1330371 Nov 20 03:27:13.978170 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-104b6167-a1c7-42e5-b767-3137be7adc75 req-ce3c1fa7-aff4-4c46-8960-8caab5645503 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285794 Nov 20 03:27:14.027462 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-9f58c382-45f1-4f9c-b773-88d3a44d36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:14.028946 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-9f58c382-45f1-4f9c-b773-88d3a44d36b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 200 len: 856 time: 0.0476611 Nov 20 03:27:14.095712 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-823e7b73-00c7-47de-9f81-77fe8b553870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:14.097496 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-823e7b73-00c7-47de-9f81-77fe8b553870 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461619 Nov 20 03:27:14.278748 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-216adf95-3685-42e3-96f9-457e9f2990e8 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565547 Nov 20 03:27:14.395361 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569530-398d-4426-b5fe-75dacae84bcd req-a9b1c1cb-0d7d-4b00-902b-1c90fc2cdb4b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:14.397097 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-a9b1c1cb-0d7d-4b00-902b-1c90fc2cdb4b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/networks?id=c40b0628-5368-4b0c-8d92-64cd48b8305d HTTP/1.1" status: 200 len: 809 time: 0.2088096 Nov 20 03:27:14.425071 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-72ee9bb9-e8db-4924-a120-208758e433c7 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/quotas/3619424d1b174797a1d4f1370072ff9f HTTP/1.1" status: 200 len: 375 time: 0.0220146 Nov 20 03:27:14.469607 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b5d1e-efdf-4a32-b9d4-699bf43ae6b3 req-26807f69-0703-4894-a741-7b10ddf36f23 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:14.471077 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-450b5d1e-efdf-4a32-b9d4-699bf43ae6b3 req-26807f69-0703-4894-a741-7b10ddf36f23 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.1293688 Nov 20 03:27:14.490032 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-f0840c72-73ff-4e94-9fad-443736e20baf tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3619424d1b174797a1d4f1370072ff9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497563 Nov 20 03:27:14.496726 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-97cfa94d-2962-4965-b7e3-35946c717c35 req-3b545f84-745b-44ac-b75a-69a7ea60e1d9 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093604 Nov 20 03:27:14.583275 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-450b5d1e-efdf-4a32-b9d4-699bf43ae6b3 req-3007d83a-bd90-4047-bf27-28e54983ac81 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966008 Nov 20 03:27:14.620102 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-c9a979be-477e-4308-9dbc-71a278a6307f service neutron] 10.222.0.37 "GET /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216400 Nov 20 03:27:14.711589 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-b45a7f29-c4b4-4d3c-93c9-27de76d74863 service neutron] 10.222.0.37 "GET /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854468 Nov 20 03:27:14.876722 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5616f18e-d518-45e9-96d3-dc41a25b781f req-828c8bb5-5acc-4262-8a76-f549311cb27a tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0272527 Nov 20 03:27:14.993851 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:15.169588 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabbd0c-1d2d-4709-89d0-5e1e13e9e107 req-46e7fb67-ecf3-4dee-9ed5-59f72aefe7c2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:15.178629 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-adabbd0c-1d2d-4709-89d0-5e1e13e9e107 req-46e7fb67-ecf3-4dee-9ed5-59f72aefe7c2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0821903 Nov 20 03:27:15.303539 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-adabbd0c-1d2d-4709-89d0-5e1e13e9e107 req-6012b0af-03fc-40ba-9520-955917b4016a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152818 Nov 20 03:27:15.466258 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 60094) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:15.501738 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 0af31e15-9931-4f34-8890-97b152868a29 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:15.540853 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 0af31e15-9931-4f34-8890-97b152868a29 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:27:15.541195 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 0af31e15-9931-4f34-8890-97b152868a29 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:27:15.686032 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-69678080-7161-47b7-b39f-adf74e464766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:15.754256 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f682cf-9fef-4827-b575-315e4513798c req-7a9d36ee-6a13-42b4-a881-9d169b0b582f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:15.760433 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f682cf-9fef-4827-b575-315e4513798c req-7a9d36ee-6a13-42b4-a881-9d169b0b582f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0867922 Nov 20 03:27:15.815035 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-69678080-7161-47b7-b39f-adf74e464766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:15.823527 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f682cf-9fef-4827-b575-315e4513798c req-fc3c2ef7-b405-4fe7-8928-8e0e376920a5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575483 Nov 20 03:27:15.824146 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-69678080-7161-47b7-b39f-adf74e464766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:15.852307 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69678080-7161-47b7-b39f-adf74e464766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3666d76c-b41d-430a-a94f-bbe5f0246bc8,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:15.878654 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 60108) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:15.894938 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-69678080-7161-47b7-b39f-adf74e464766 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=386a02f5bd0a411aa1017abc17310bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274592 Nov 20 03:27:15.898820 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 60112) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:15.955175 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e3f9f60e-9fb1-4f7f-a450-a3de191c755d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:15.987367 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e3f9f60e-9fb1-4f7f-a450-a3de191c755d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.027564 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-355835af-fadc-4ab6-91ed-65d594a2813a req-e2ebc2e2-bb31-4cf4-88fd-5deca1aaf26e tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0330026 Nov 20 03:27:16.055539 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ee71e21-cd64-40b6-bf06-e65c089ebef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.097646 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e3f9f60e-9fb1-4f7f-a450-a3de191c755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.100722 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e3f9f60e-9fb1-4f7f-a450-a3de191c755d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.102129 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e3f9f60e-9fb1-4f7f-a450-a3de191c755d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3666d76c-b41d-430a-a94f-bbe5f0246bc8 HTTP/1.1" status: 204 len: 168 time: 0.2021511 Nov 20 03:27:16.121077 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9f60e-9fb1-4f7f-a450-a3de191c755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3666d76c-b41d-430a-a94f-bbe5f0246bc8,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:16.173340 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ee71e21-cd64-40b6-bf06-e65c089ebef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.177806 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ee71e21-cd64-40b6-bf06-e65c089ebef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.224720 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee71e21-cd64-40b6-bf06-e65c089ebef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264bc426-a9e7-4112-bafa-66883250840d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:16.232941 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 60118) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:16.233680 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-5ee71e21-cd64-40b6-bf06-e65c089ebef9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f208c722876473cb014122eae28be50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539419 Nov 20 03:27:16.302104 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.329347 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.399468 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.403208 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.408532 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/264bc426-a9e7-4112-bafa-66883250840d HTTP/1.1" status: 204 len: 168 time: 0.1745286 Nov 20 03:27:16.421701 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264bc426-a9e7-4112-bafa-66883250840d,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:16.429304 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:16.429668 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:16.430016 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:16.430351 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:16.430854 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:16.431368 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:16.432271 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:16.432872 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:16.433463 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:16.434053 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:16.435097 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:16.435602 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5211efdd-63cf-4204-94de-894c8fed6858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:16.514199 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e24ec-2bc9-4bb1-8e1c-47998de253f4 req-5de2d1da-289a-4c52-ad42-f3a4d1b33bf5 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:16.515696 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a98e24ec-2bc9-4bb1-8e1c-47998de253f4 req-5de2d1da-289a-4c52-ad42-f3a4d1b33bf5 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.1347647 Nov 20 03:27:16.598758 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a98e24ec-2bc9-4bb1-8e1c-47998de253f4 req-a2b41b49-ac67-4ce6-a042-6e24a717ccba tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759068 Nov 20 03:27:16.989928 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2e2ac-71a4-4729-b1e1-76c0eabdeead req-f0b1b1f0-c7d0-4a8e-8f02-2d5c7d962b8e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:16.991707 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-97f2e2ac-71a4-4729-b1e1-76c0eabdeead req-f0b1b1f0-c7d0-4a8e-8f02-2d5c7d962b8e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0576463 Nov 20 03:27:17.080705 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-97f2e2ac-71a4-4729-b1e1-76c0eabdeead req-4d95f982-63d4-4345-b554-102c3ef8d4f3 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826502 Nov 20 03:27:17.129312 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-87bd65ea-5706-4dd4-b8b0-4c79696c17e5 req-fe76e1a6-2529-4408-80f2-afec903cd374 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0292847 Nov 20 03:27:17.762144 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb79a2f-8499-49a8-9465-2002346ad1bf req-1529bd7d-3069-4079-a12e-a239a88a2cb4 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:17.764237 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3fb79a2f-8499-49a8-9465-2002346ad1bf req-1529bd7d-3069-4079-a12e-a239a88a2cb4 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0911150 Nov 20 03:27:17.844368 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3fb79a2f-8499-49a8-9465-2002346ad1bf req-990eeb1e-7a7f-4e36-b3dc-f8bbdd433a06 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741680 Nov 20 03:27:18.208509 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b0604-38b1-433f-8464-a07d85ea53ee req-da7992c3-c67c-4f41-a499-07766019c80a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:18.210115 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-225b0604-38b1-433f-8464-a07d85ea53ee req-da7992c3-c67c-4f41-a499-07766019c80a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0616975 Nov 20 03:27:18.244108 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bdd8b6b1-08a8-477d-bdbc-95846ac97bd0 req-2030d8c4-57d4-49c4-b191-30cbc831559d tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0325563 Nov 20 03:27:18.280596 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-225b0604-38b1-433f-8464-a07d85ea53ee req-9fd505b2-3ab8-4472-9d39-6557e2d42d0f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590889 Nov 20 03:27:18.997473 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ae452-65c8-4517-b23b-4420d909fd36 req-e82d5cf7-cd7c-42d8-9ce8-df1c4711defd tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:19.004601 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e39ae452-65c8-4517-b23b-4420d909fd36 req-e82d5cf7-cd7c-42d8-9ce8-df1c4711defd tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0573821 Nov 20 03:27:19.064895 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e39ae452-65c8-4517-b23b-4420d909fd36 req-0ddd5bfe-a340-45f8-a396-d935317c5d91 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591998 Nov 20 03:27:19.115733 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-2be236e8-178b-4b2f-b595-a8995eaa7195 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bf913c6c0c784651a7867d309c36b408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433741 Nov 20 03:27:19.343127 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-73740cfd-f3de-4b76-b3ee-1c053d12fed0 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:19.344794 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-73740cfd-f3de-4b76-b3ee-1c053d12fed0 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228377 Nov 20 03:27:19.368612 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-63e0898b-ce21-49a7-b790-7793ca3767b8 req-738041e5-244c-45a6-865b-be0ec0b02a85 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0436339 Nov 20 03:27:19.389548 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-4953f4ec-414c-4e41-8ed8-2493c777fae9 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/quotas/bf913c6c0c784651a7867d309c36b408 HTTP/1.1" status: 200 len: 375 time: 0.0173912 Nov 20 03:27:19.425633 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-0f2bab66-bad1-493a-9bb5-685f65a0c43b tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf913c6c0c784651a7867d309c36b408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372214 Nov 20 03:27:19.568195 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127963f-199c-467a-9352-d362e15461b6 req-5508b95b-37b6-4ca6-99ef-4b44cfca0383 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:19.569975 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6127963f-199c-467a-9352-d362e15461b6 req-5508b95b-37b6-4ca6-99ef-4b44cfca0383 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0896108 Nov 20 03:27:19.623184 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6127963f-199c-467a-9352-d362e15461b6 req-35e0b0a0-61fc-4558-a793-5b4a60a24e81 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452869 Nov 20 03:27:19.678238 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2fffd076-fb17-435b-9203-c9648848257d req-ab664573-13dc-49dc-ba17-5780f403a375 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0297458 Nov 20 03:27:20.179334 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2670c-8b56-4b6a-8786-41311566eaef req-61afeb87-edf6-4426-b99f-3bc43f5c50c8 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:20.180832 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fca2670c-8b56-4b6a-8786-41311566eaef req-61afeb87-edf6-4426-b99f-3bc43f5c50c8 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0470579 Nov 20 03:27:20.230523 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fca2670c-8b56-4b6a-8786-41311566eaef req-cb37faad-ffcf-421a-a26b-b915b2f8c4cc tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Nov 20 03:27:20.463874 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dacf4c90-6e88-4834-a889-3e3498ef1555 req-2f8678bc-e610-4428-b01a-d28d5deb9296 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0281188 Nov 20 03:27:20.800505 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4bbb9724-0756-4712-ac8e-2fc1eeaba6f0 req-656541ba-c2bf-46eb-b6da-8d796064ac57 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0340338 Nov 20 03:27:20.826261 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32049e-bee0-4b2e-b848-f15c30d874d4 req-80789f12-d2f4-4aa0-ac6c-af3d8250b772 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:20.826261 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bd32049e-bee0-4b2e-b848-f15c30d874d4 req-80789f12-d2f4-4aa0-ac6c-af3d8250b772 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0867543 Nov 20 03:27:20.874811 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bd32049e-bee0-4b2e-b848-f15c30d874d4 req-22517bf8-360d-46a9-a130-db85ad89dc6d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469904 Nov 20 03:27:21.360898 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e21352-edcc-48b1-83b5-c994e44b6d12 req-805c916d-512e-4c77-8810-cf0bf7b25902 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:21.362726 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a1e21352-edcc-48b1-83b5-c994e44b6d12 req-805c916d-512e-4c77-8810-cf0bf7b25902 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0562139 Nov 20 03:27:21.416175 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a1e21352-edcc-48b1-83b5-c994e44b6d12 req-e6e22eaa-a157-40cb-9624-36ffa0724b72 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476141 Nov 20 03:27:21.565858 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8f752a51-05da-41df-854b-9d192fbcf5de req-910277ca-093d-4cb6-93eb-898f2ab9b42a tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0262425 Nov 20 03:27:21.913510 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ae1244a2-f8df-476d-9f84-360cc79b7ad7 req-9c6c8be1-4b94-4383-bd21-d07c43503c99 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0275238 Nov 20 03:27:22.016357 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80656ab-5d8d-4ce8-8e0e-2e1847daf90f req-4056ae4c-0b24-47f1-aecb-fd2a4ac5b279 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:22.017897 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c80656ab-5d8d-4ce8-8e0e-2e1847daf90f req-4056ae4c-0b24-47f1-aecb-fd2a4ac5b279 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0501931 Nov 20 03:27:22.066394 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c80656ab-5d8d-4ce8-8e0e-2e1847daf90f req-66f0b635-8e52-4c9f-abf4-99f98444d5f3 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418797 Nov 20 03:27:22.553533 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26b09c-f25f-44db-a0cc-d39325adb6a7 req-2a98be44-63d1-4d43-9b45-246f8936602d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:22.555399 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4c26b09c-f25f-44db-a0cc-d39325adb6a7 req-2a98be44-63d1-4d43-9b45-246f8936602d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0682414 Nov 20 03:27:22.608062 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4c26b09c-f25f-44db-a0cc-d39325adb6a7 req-6b99defb-11ec-4a0e-a23e-584753221869 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457451 Nov 20 03:27:22.671446 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ea77005f-9bd5-4ad7-9409-7220082d7ef8 req-a76ff786-1c49-4aff-b01f-60c1d2250208 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0252283 Nov 20 03:27:23.026023 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4e1357d8-bb2a-4a9e-8f32-f11e34376749 req-75672290-0eb1-4f23-ba7f-c29bdbf36b7e tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0425367 Nov 20 03:27:23.225709 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc7d57-4914-43c1-82f7-8f357b12c6de req-e9f9c993-2065-42a1-bfd9-a2a2637d982c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:23.227162 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93fc7d57-4914-43c1-82f7-8f357b12c6de req-e9f9c993-2065-42a1-bfd9-a2a2637d982c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0678809 Nov 20 03:27:23.286267 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93fc7d57-4914-43c1-82f7-8f357b12c6de req-f732b1ef-c915-4ccc-a177-53a727680b37 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527251 Nov 20 03:27:23.733564 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec655d-3e4c-49a8-a652-0c2b014344fb req-c0a82d2d-179f-41db-a797-1411503b37e8 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:23.735055 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ffec655d-3e4c-49a8-a652-0c2b014344fb req-c0a82d2d-179f-41db-a797-1411503b37e8 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0527666 Nov 20 03:27:23.779379 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-032a3816-c813-4ee2-9d61-d8a829977a9a req-7fe6d746-b6e4-4568-98dd-179e27efd5cd tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0396190 Nov 20 03:27:23.811876 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ffec655d-3e4c-49a8-a652-0c2b014344fb req-19983ce8-fabd-4f97-9dcb-34177dedb27a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708792 Nov 20 03:27:24.134129 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0aeac304-8c78-4ece-8564-79521211917e req-22812b19-4f01-4739-9451-51bb1c556db0 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0283699 Nov 20 03:27:24.422258 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e270e-f60d-42ee-a9fa-46595ed4cc26 req-971be642-21a7-4171-b03b-7f0d1f54a3be tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:24.423682 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb6e270e-f60d-42ee-a9fa-46595ed4cc26 req-971be642-21a7-4171-b03b-7f0d1f54a3be tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0526836 Nov 20 03:27:24.487684 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb6e270e-f60d-42ee-a9fa-46595ed4cc26 req-f49990a5-61d9-41fe-9e60-200657d2396b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543339 Nov 20 03:27:24.882100 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-09c20aea-8cf5-4e1c-8ee9-ff196c3aba8e req-afc3a307-e29d-4d5d-914b-d4db93eaf60e tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0264359 Nov 20 03:27:24.951232 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07107988-3afd-47c9-96fd-58a826a76152 req-dc90fab1-f95d-413e-90ab-027950e0bc96 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:24.952988 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-07107988-3afd-47c9-96fd-58a826a76152 req-dc90fab1-f95d-413e-90ab-027950e0bc96 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0512857 Nov 20 03:27:25.002616 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-07107988-3afd-47c9-96fd-58a826a76152 req-9526ef87-780a-4554-9d66-e3ebcc789a47 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436754 Nov 20 03:27:25.232861 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-38dfd30a-4d4d-4643-a159-f17e34f99c8e req-29db350a-e871-4a69-be61-d32799e535c1 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0313621 Nov 20 03:27:25.622726 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa72e31-6758-4272-a5ff-25034fc0d512 req-1fe41611-f646-4e2e-997c-7e60efd86428 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:25.624306 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cfa72e31-6758-4272-a5ff-25034fc0d512 req-1fe41611-f646-4e2e-997c-7e60efd86428 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0541615 Nov 20 03:27:25.673079 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cfa72e31-6758-4272-a5ff-25034fc0d512 req-df3d0400-416a-4c38-b147-82392aa9de1c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424604 Nov 20 03:27:25.981630 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e4e1ffea-d73f-4823-9062-5552f68fad5c req-4b2cf270-e4d4-4fda-89bb-041bc8c85605 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0264342 Nov 20 03:27:26.115534 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70152d4-4091-447a-a8dd-865dfffee310 req-a3b75c32-b276-4999-a3f0-2bd6983f1327 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:26.116986 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f70152d4-4091-447a-a8dd-865dfffee310 req-a3b75c32-b276-4999-a3f0-2bd6983f1327 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0483196 Nov 20 03:27:26.169875 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f70152d4-4091-447a-a8dd-865dfffee310 req-d89eec94-5f46-4598-a918-55ff758b9308 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469301 Nov 20 03:27:26.323465 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d18af586-41cb-4201-bad7-20d02cf4da85 req-78f14837-c3e8-42fb-bb82-366c51dfd2d5 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0259264 Nov 20 03:27:26.792760 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914858e7-cfb5-46e5-a43e-16ee3d1eb342 req-731ffae6-190a-464d-b93e-7ee421d433bf tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:26.794751 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-914858e7-cfb5-46e5-a43e-16ee3d1eb342 req-731ffae6-190a-464d-b93e-7ee421d433bf tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0497525 Nov 20 03:27:26.843222 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-914858e7-cfb5-46e5-a43e-16ee3d1eb342 req-08e8725e-57e3-4286-8037-a0df31d26d88 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424290 Nov 20 03:27:27.072454 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d490aaa-0d85-4917-b17f-5fe45dffa345 req-5528f816-0027-449f-ba39-24433ee6e0aa tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0246215 Nov 20 03:27:27.290623 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b693b26-d1b8-4437-b0d3-2b5d0d3a8055 req-50e57fc3-09a1-432d-ad6f-5b261fa8cba9 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:27.292129 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5b693b26-d1b8-4437-b0d3-2b5d0d3a8055 req-50e57fc3-09a1-432d-ad6f-5b261fa8cba9 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0552678 Nov 20 03:27:27.342946 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5b693b26-d1b8-4437-b0d3-2b5d0d3a8055 req-49127bf3-55c5-4a98-ba6f-7963199008f8 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440872 Nov 20 03:27:27.416682 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2f260f4d-455b-4ad2-aabd-b60ad0c0aec1 req-522077b3-0bce-4e03-80ea-90ff35e0c77c tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0260224 Nov 20 03:27:27.975512 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7606836-ea1a-42cf-b150-20db7ce8bcb3 req-15e7e556-8d24-4060-8776-ca2ccdd4c412 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:27.976947 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7606836-ea1a-42cf-b150-20db7ce8bcb3 req-15e7e556-8d24-4060-8776-ca2ccdd4c412 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0489745 Nov 20 03:27:28.023761 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7606836-ea1a-42cf-b150-20db7ce8bcb3 req-cbb5f33d-d59a-4909-aded-aeffda59d6a7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409043 Nov 20 03:27:28.167189 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-912e0070-6724-449a-a55d-157c1ab518c4 req-1b0a0988-94d8-4082-8ac0-9889f10c056b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0280619 Nov 20 03:27:28.465160 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763ec17-2f2d-4a38-b0a6-ba2ab804adf2 req-5f7602f2-3cea-4090-8dd2-643833b7a311 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:28.467145 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7763ec17-2f2d-4a38-b0a6-ba2ab804adf2 req-5f7602f2-3cea-4090-8dd2-643833b7a311 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0498035 Nov 20 03:27:28.515589 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7e391cc4-7824-4184-9e20-75d866cddc09 req-c2caf264-cf34-4916-9a94-226a5944ff4f tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0293546 Nov 20 03:27:28.541531 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7763ec17-2f2d-4a38-b0a6-ba2ab804adf2 req-0b2e0d54-6b89-406a-8bd3-88e40c6bfc1d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686574 Nov 20 03:27:29.146430 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846813a4-5fa8-4b37-a0df-59e2c23dec1b req-cfbfe64c-f723-45ee-92a5-92f003c34729 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:29.147926 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-846813a4-5fa8-4b37-a0df-59e2c23dec1b req-cfbfe64c-f723-45ee-92a5-92f003c34729 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0517752 Nov 20 03:27:29.206284 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-846813a4-5fa8-4b37-a0df-59e2c23dec1b req-657c95f7-2bb4-4d8f-8ff8-af42c3841d6b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513709 Nov 20 03:27:29.270580 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-252f0867-29f3-4e3b-8347-6370442f6040 req-4ebe03f4-500f-465e-8c83-39d697f5b4c7 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0275559 Nov 20 03:27:29.613360 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a810b426-052c-40ba-a833-7d262d063918 req-f99c76cc-fcd0-4611-af6c-f5c1ceb8aee5 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0276115 Nov 20 03:27:29.662118 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c447a-dc66-4832-8c5f-750327d4d914 req-3eefcbc9-f189-464e-ad24-ffce0577e514 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:29.663595 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-560c447a-dc66-4832-8c5f-750327d4d914 req-3eefcbc9-f189-464e-ad24-ffce0577e514 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.0491500 Nov 20 03:27:29.711371 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-560c447a-dc66-4832-8c5f-750327d4d914 req-cfbf0fe7-be62-4389-9a9e-6960cf0ddb35 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418081 Nov 20 03:27:30.289210 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569530-398d-4426-b5fe-75dacae84bcd req-9deb0afd-9d36-414c-9eaa-9c3fac185d10 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:30.290705 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-9deb0afd-9d36-414c-9eaa-9c3fac185d10 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.57 "GET /v2.0/networks?id=c40b0628-5368-4b0c-8d92-64cd48b8305d HTTP/1.1" status: 200 len: 809 time: 0.1433268 Nov 20 03:27:30.337191 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-4f569530-398d-4426-b5fe-75dacae84bcd req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Request body: {'port': {'device_id': 'bda5a290-2779-45d2-b7a6-fd5996c1f4cc', 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d', 'admin_state_up': True, 'tenant_id': '3619424d1b174797a1d4f1370072ff9f'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:30.385105 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:30.416367 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-16135c3e-dc1a-44fc-8326-1ffca6b4013c req-2c2413b7-f90f-4188-8041-98508f43bbf6 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 210 time: 0.0633302 Nov 20 03:27:30.436482 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588734d2-713d-4a7a-99ad-1dc7a03c2704 req-7d8e902a-f398-476a-9d96-9ace2b236c44 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:30.437920 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-588734d2-713d-4a7a-99ad-1dc7a03c2704 req-7d8e902a-f398-476a-9d96-9ace2b236c44 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.1348858 Nov 20 03:27:30.511972 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-588734d2-713d-4a7a-99ad-1dc7a03c2704 req-d92a1108-c392-4c2b-9bb5-3385a0c2a4d2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681622 Nov 20 03:27:30.520313 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f569530-398d-4426-b5fe-75dacae84bcd req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Made reservation on behalf of 3619424d1b174797a1d4f1370072ff9f for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:27:30.523681 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-4f569530-398d-4426-b5fe-75dacae84bcd req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:30.646114 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-4f569530-398d-4426-b5fe-75dacae84bcd req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Allocated IP 172.20.0.10 (c40b0628-5368-4b0c-8d92-64cd48b8305d/d083152f-1957-4e26-8256-b2c59dcc331e/cc1c0e14-645b-47e4-8bfb-ee637a3d46e0) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:27:30.713646 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0b9c77f8-532d-4152-8553-882b43f8519f req-3f9b33eb-99f8-4fb2-ac0a-baabb3c4c81d tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0329652 Nov 20 03:27:30.900904 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-4f569530-398d-4426-b5fe-75dacae84bcd req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:30.923053 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f459cb16-9df6-4aef-b12c-54208c2c78a0 req-f1b40bc7-cd54-49ee-9929-a653f1d84013 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1216590 Nov 20 03:27:30.944248 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435f142-74c7-4e28-841c-5a5b9545d847 req-6cf08d41-9cc5-4fec-9220-2cc69e88bdb2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:30.945704 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2435f142-74c7-4e28-841c-5a5b9545d847 req-6cf08d41-9cc5-4fec-9220-2cc69e88bdb2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 944 time: 0.1189005 Nov 20 03:27:30.988235 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-8c632de8-3b9a-4332-9ff2-8fbcf77c0c93 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bf913c6c0c784651a7867d309c36b408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363452 Nov 20 03:27:31.011074 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-4f569530-398d-4426-b5fe-75dacae84bcd req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.089630 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2435f142-74c7-4e28-841c-5a5b9545d847 req-0702c882-6109-4d78-acb3-f166df818667 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323233 Nov 20 03:27:31.091631 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f569530-398d-4426-b5fe-75dacae84bcd req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Network c40b0628-5368-4b0c-8d92-64cd48b8305d is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:27:31.099987 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-4f569530-398d-4426-b5fe-75dacae84bcd req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:27:31.104349 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Pushing event updated for resources: {'Port': ['ID=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:31.110912 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f569530-398d-4426-b5fe-75dacae84bcd req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:27:31.140082 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:31.140431 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:31.140773 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:31.141108 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:31.141436 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:31.141763 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:31.142087 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:31.142410 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:31.142737 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:31.143059 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:31.143377 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:31.143705 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:31.149768 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459cb16-9df6-4aef-b12c-54208c2c78a0 req-24b661f6-bae1-47ff-acff-33e6710faaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:31.151376 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f459cb16-9df6-4aef-b12c-54208c2c78a0 req-24b661f6-bae1-47ff-acff-33e6710faaa0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15b3ce6068f54d3f97b14f94f674223b&device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 1098 time: 0.1735151 Nov 20 03:27:31.184265 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569530-398d-4426-b5fe-75dacae84bcd req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:31.185882 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-4f569530-398d-4426-b5fe-75dacae84bcd req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.202466 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-83057e08-1065-43dc-b52b-af3606769c03 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8703012 Nov 20 03:27:31.230882 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Request body: {'port': {'device_id': 'bda5a290-2779-45d2-b7a6-fd5996c1f4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:31.338582 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.367806 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-2ffa0d56-66bf-46e6-ac45-6040a4555560 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:31.369316 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-2ffa0d56-66bf-46e6-ac45-6040a4555560 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3753896 Nov 20 03:27:31.421001 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Request body: {'port': {'device_id': 'aa0309e3-7fd9-4042-abd0-2d4a6e44946e', 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052', 'admin_state_up': True, 'tenant_id': 'bf913c6c0c784651a7867d309c36b408'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:31.553519 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 243add17-6449-4a77-8663-2a184bd82457 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:27:31.619185 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Made reservation on behalf of bf913c6c0c784651a7867d309c36b408 for: {'port': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:27:31.624226 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.635069 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.677622 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 243add17-6449-4a77-8663-2a184bd82457, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=243add17-6449-4a77-8663-2a184bd82457,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:31.690263 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '243add17-6449-4a77-8663-2a184bd82457', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'port_id': '243add17-6449-4a77-8663-2a184bd82457', 'mac_address': 'fa:16:3e:4e:47:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:27:31.710054 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459cb16-9df6-4aef-b12c-54208c2c78a0 req-09e46ba8-6947-4bac-8e16-4386389afef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:31.711515 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f459cb16-9df6-4aef-b12c-54208c2c78a0 req-09e46ba8-6947-4bac-8e16-4386389afef6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 200 len: 920 time: 0.4773593 Nov 20 03:27:31.723073 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.728247 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.734055 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.749104 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243add17-6449-4a77-8663-2a184bd82457 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:27:31.769786 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 243add17-6449-4a77-8663-2a184bd82457, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=243add17-6449-4a77-8663-2a184bd82457,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:31.773870 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f459cb16-9df6-4aef-b12c-54208c2c78a0 req-120c4b75-da0d-41ab-a61b-f7c531bf9c68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebf8d38e-80de-4df8-9ecf-25de53f3a222 HTTP/1.1" status: 200 len: 217 time: 0.0448766 Nov 20 03:27:31.775051 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.781273 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d371a-f2cc-4405-b10b-a2e53dad355f req-9c01657c-650d-4aee-8a16-188468e28628 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:31.782821 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f34d371a-f2cc-4405-b10b-a2e53dad355f req-9c01657c-650d-4aee-8a16-188468e28628 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 932 time: 0.1801229 Nov 20 03:27:31.800084 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f24e98a-01a8-49bd-be70-d09ee17d732b,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:31.822067 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=243add17-6449-4a77-8663-2a184bd82457,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:31.871268 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd18d19-b63e-4269-8067-72b0e12949f2 req-f375dfe9-ab1d-4446-8d8d-805a51965752 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:31.873388 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6cd18d19-b63e-4269-8067-72b0e12949f2 req-f375dfe9-ab1d-4446-8d8d-805a51965752 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.2383707 Nov 20 03:27:31.876783 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Allocated IP 192.168.233.213 (8e2fe53f-8d7a-4a09-9f2e-76f79e36a052/ba19b9f6-8165-4353-87bf-d7cc23908d9b/de016cfa-e54d-49de-908a-9d8edb413893) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:27:31.986710 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459cb16-9df6-4aef-b12c-54208c2c78a0 req-49c41d01-460f-46f6-9ca9-e4bbbab1ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:31.988210 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f459cb16-9df6-4aef-b12c-54208c2c78a0 req-49c41d01-460f-46f6-9ca9-e4bbbab1ef4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b6bcf67-a129-42af-870d-72f06d1689cd HTTP/1.1" status: 200 len: 859 time: 0.1628408 Nov 20 03:27:32.053612 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f459cb16-9df6-4aef-b12c-54208c2c78a0 req-7b537e67-cea4-43c7-a9bc-fb251e511996 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2470cf7-b23b-4542-91b2-b6ec415686c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467718 Nov 20 03:27:32.061818 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f34d371a-f2cc-4405-b10b-a2e53dad355f req-93d24e2d-8f74-4ba5-a97e-de9a38bf7537 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373939 Nov 20 03:27:32.077961 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6cd18d19-b63e-4269-8067-72b0e12949f2 req-ed5485f0-2358-42a0-92ed-209afbddf47a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820710 Nov 20 03:27:32.107957 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.174610 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.198502 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9f4463ff-fde2-4c22-96c2-918035da1b5a req-5eb21c43-35b4-402d-97a8-c520380e3d6b tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0404620 Nov 20 03:27:32.230913 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Network 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:27:32.234264 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:27:32.237318 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:27:32.265963 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Pushing event updated for resources: {'Port': ['ID=de016cfa-e54d-49de-908a-9d8edb413893,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:32.290070 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f459cb16-9df6-4aef-b12c-54208c2c78a0 req-de0ed7cc-2c51-4afe-abec-b33014036303 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110467 Nov 20 03:27:32.294537 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:32.295203 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.312600 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-004b59f6-0575-487d-8d27-74abfb6279b8 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8963108 Nov 20 03:27:32.314708 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:27:32.337285 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Request body: {'port': {'device_id': 'aa0309e3-7fd9-4042-abd0-2d4a6e44946e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:32.351381 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['243add17-6449-4a77-8663-2a184bd82457'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:32.360590 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.373046 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb159881-4fd4-4d62-8497-9ae21ca98ef2 req-dab93225-e25e-43d9-93d7-2904fad85462 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:32.374575 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fb159881-4fd4-4d62-8497-9ae21ca98ef2 req-dab93225-e25e-43d9-93d7-2904fad85462 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 945 time: 0.1804638 Nov 20 03:27:32.401915 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Transition to ACTIVE for port object cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:27:32.412864 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.416416 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.502581 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f459cb16-9df6-4aef-b12c-54208c2c78a0 req-9052dfe9-f0c1-48aa-ae63-3429d3174c71 service neutron] 10.222.0.57 "GET /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019682 Nov 20 03:27:32.525446 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Pushing event updated for resources: {'Port': ['ID=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:32.544680 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fb159881-4fd4-4d62-8497-9ae21ca98ef2 req-5fa4386e-c2cb-44fe-a641-20c34a35491d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572478 Nov 20 03:27:32.577434 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-990c0a42-f452-47d6-a367-6f7e2e3f8b4c None None] Provisioning complete for port de016cfa-e54d-49de-908a-9d8edb413893 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:27:32.578000 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-990c0a42-f452-47d6-a367-6f7e2e3f8b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.645180 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-990c0a42-f452-47d6-a367-6f7e2e3f8b4c None None] Port de016cfa-e54d-49de-908a-9d8edb413893 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:27:32.676744 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Attempting to bind port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:27:32.677085 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Attempting to bind port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:27:32.677423 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Attempting to bind port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 on network c40b0628-5368-4b0c-8d92-64cd48b8305d {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:27:32.683219 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 on network c40b0628-5368-4b0c-8d92-64cd48b8305d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:27:32.683219 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Attempting to bind port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 on network c40b0628-5368-4b0c-8d92-64cd48b8305d {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:27:32.690233 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:27:32.690539 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Checking segment: {'id': 'de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:27:32.691550 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Bound using segment: {'id': 'de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:27:32.692036 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Bound port: cc1c0e14-645b-47e4-8bfb-ee637a3d46e0, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:27:32.692406 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.767359 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] For port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:27:32.770544 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] For port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0,segment=NetworkSegment(de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2),segment_id=de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:27:32.774445 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.783091 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de016cfa-e54d-49de-908a-9d8edb413893 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:27:32.790499 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.802355 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Transition to ACTIVE for port object de016cfa-e54d-49de-908a-9d8edb413893 will not be triggered until provisioned by entity L2. {{(pid=102610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:27:32.806218 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4985413'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.810470 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:32.811075 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.812472 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] 10.222.0.57 "PUT /v2.0/ports/cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 HTTP/1.1" status: 200 len: 1094 time: 1.5859737 Nov 20 03:27:32.812905 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda5a290-2779-45d2-b7a6-fd5996c1f4cc', 'tag': 'cc1c0e14-645b-47e4-8bfb-ee637a3d46e0'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:32.815121 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649d12a4-76df-496b-9786-afe369009f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "bda5a290-2779-45d2-b7a6-fd5996c1f4cc", "tag": "cc1c0e14-645b-47e4-8bfb-ee637a3d46e0"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:32.837446 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac172f0b-6194-4d78-8cba-35373d7294ab service neutron] Pushing event updated for resources: {'Port': ['ID=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:32.859266 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9032d397-d2fb-4820-956f-19d9841dc539 x-openstack-request-id: req-9032d397-d2fb-4820-956f-19d9841dc539 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:32.860178 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda5a290-2779-45d2-b7a6-fd5996c1f4cc", "tag": "cc1c0e14-645b-47e4-8bfb-ee637a3d46e0", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:32.860338 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9032d397-d2fb-4820-956f-19d9841dc539 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:32.860824 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda5a290-2779-45d2-b7a6-fd5996c1f4cc', 'tag': 'cc1c0e14-645b-47e4-8bfb-ee637a3d46e0', 'status': 'completed', 'code': 200} Nov 20 03:27:32.884552 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Pushing event updated for resources: {'Port': ['ID=de016cfa-e54d-49de-908a-9d8edb413893,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:32.947001 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Attempting to bind port de016cfa-e54d-49de-908a-9d8edb413893 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:27:32.947342 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Attempting to bind port de016cfa-e54d-49de-908a-9d8edb413893 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'b53223ec-0922-49e4-89c2-ecf111629696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:27:32.947675 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Attempting to bind port de016cfa-e54d-49de-908a-9d8edb413893 on network 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:27:32.951268 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569530-398d-4426-b5fe-75dacae84bcd req-d0d711d3-32fc-43b1-b11d-fb01148e1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:32.952780 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Port de016cfa-e54d-49de-908a-9d8edb413893 on network 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:27:32.953044 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-d0d711d3-32fc-43b1-b11d-fb01148e1dd3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3619424d1b174797a1d4f1370072ff9f&device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 1097 time: 0.0550823 Nov 20 03:27:32.953166 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Attempting to bind port de016cfa-e54d-49de-908a-9d8edb413893 on network 8e2fe53f-8d7a-4a09-9f2e-76f79e36a052 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:27:32.958819 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:27:32.959164 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Checking segment: {'id': 'b53223ec-0922-49e4-89c2-ecf111629696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:27:32.959554 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Bound using segment: {'id': 'b53223ec-0922-49e4-89c2-ecf111629696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:27:32.960008 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Bound port: de016cfa-e54d-49de-908a-9d8edb413893, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53223ec-0922-49e4-89c2-ecf111629696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:27:32.960370 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:33.022843 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-01361d7c-3402-48ff-812f-6816b9310ca3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 HTTP/1.1" status: 200 len: 217 time: 0.0380220 Nov 20 03:27:33.028609 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] For port de016cfa-e54d-49de-908a-9d8edb413893, host hv-cinder-81803, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:27:33.031698 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] For port de016cfa-e54d-49de-908a-9d8edb413893, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=de016cfa-e54d-49de-908a-9d8edb413893,segment=NetworkSegment(b53223ec-0922-49e4-89c2-ecf111629696),segment_id=b53223ec-0922-49e4-89c2-ecf111629696)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:27:33.035805 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4985413'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:33.071548 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:33.072170 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:33.073683 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] 10.222.0.57 "PUT /v2.0/ports/de016cfa-e54d-49de-908a-9d8edb413893 HTTP/1.1" status: 200 len: 1098 time: 0.7421017 Nov 20 03:27:33.082775 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0309e3-7fd9-4042-abd0-2d4a6e44946e', 'tag': 'de016cfa-e54d-49de-908a-9d8edb413893'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:33.083973 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569530-398d-4426-b5fe-75dacae84bcd req-7fd4f0c1-009a-4485-8932-aa5af1bae693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:33.086466 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-7fd4f0c1-009a-4485-8932-aa5af1bae693 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d083152f-1957-4e26-8256-b2c59dcc331e HTTP/1.1" status: 200 len: 849 time: 0.0516150 Nov 20 03:27:33.087629 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84a6151-d23d-44da-b36b-dad633da7d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0309e3-7fd9-4042-abd0-2d4a6e44946e", "tag": "de016cfa-e54d-49de-908a-9d8edb413893"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:33.118120 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d36ce-f031-4cea-aead-82ce17c87351 service neutron] Pushing event updated for resources: {'Port': ['ID=de016cfa-e54d-49de-908a-9d8edb413893,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:33.138258 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda7648b-c808-40a3-9c72-b93fca68ea35 x-openstack-request-id: req-eda7648b-c808-40a3-9c72-b93fca68ea35 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:33.138697 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0309e3-7fd9-4042-abd0-2d4a6e44946e", "tag": "de016cfa-e54d-49de-908a-9d8edb413893", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:33.138948 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eda7648b-c808-40a3-9c72-b93fca68ea35 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:33.139423 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0309e3-7fd9-4042-abd0-2d4a6e44946e', 'tag': 'de016cfa-e54d-49de-908a-9d8edb413893', 'status': 'completed', 'code': 200} Nov 20 03:27:33.230579 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-48bcfc73-b56f-4c1b-a4bf-f98d8e88eec6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c40b0628-5368-4b0c-8d92-64cd48b8305d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837181 Nov 20 03:27:33.234428 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-990341cd-7687-4009-ad00-d1895fc31704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:33.236795 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-990341cd-7687-4009-ad00-d1895fc31704 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf913c6c0c784651a7867d309c36b408&device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 1101 time: 0.0674155 Nov 20 03:27:33.304427 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-c432a200-9f3b-4b3d-8b18-90a1e1a24da7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=de016cfa-e54d-49de-908a-9d8edb413893 HTTP/1.1" status: 200 len: 217 time: 0.0412273 Nov 20 03:27:33.369520 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-103a41c2-398a-4fc4-ad8a-a7386902cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:33.373030 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-103a41c2-398a-4fc4-ad8a-a7386902cd5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba19b9f6-8165-4353-87bf-d7cc23908d9b HTTP/1.1" status: 200 len: 843 time: 0.0591929 Nov 20 03:27:33.387162 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-6b1a55a7-dcf8-4e49-a0ea-05dcbc88f2ef service neutron] 10.222.0.57 "GET /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056707 Nov 20 03:27:33.402162 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03edd7d-fdd2-48e7-b8bf-2f5079ce27ea req-2574c31a-e140-4210-8fd7-dfb719f8602c tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:33.403979 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a03edd7d-fdd2-48e7-b8bf-2f5079ce27ea req-2574c31a-e140-4210-8fd7-dfb719f8602c tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 944 time: 0.2279844 Nov 20 03:27:33.447427 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-ccdd9ed0-e35c-4c7d-8843-2e4c4eb5143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:33.449303 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-ccdd9ed0-e35c-4c7d-8843-2e4c4eb5143b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e2fe53f-8d7a-4a09-9f2e-76f79e36a052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683520 Nov 20 03:27:33.471748 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dffa95-04e6-43df-9af6-efe2a6fe4da6 req-175e9ab3-9e8e-4c62-8fca-57a913db66b2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:33.473502 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-06dffa95-04e6-43df-9af6-efe2a6fe4da6 req-175e9ab3-9e8e-4c62-8fca-57a913db66b2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.2245152 Nov 20 03:27:33.540226 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a03edd7d-fdd2-48e7-b8bf-2f5079ce27ea req-696d879e-3384-4ffd-9acd-7da70b979b18 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233947 Nov 20 03:27:33.579380 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-06dffa95-04e6-43df-9af6-efe2a6fe4da6 req-3ddecc41-bfe8-4c09-84bb-01ff2d2fc89d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994611 Nov 20 03:27:33.581664 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f569530-398d-4426-b5fe-75dacae84bcd req-a04b683c-5e33-4981-9edc-8b14068ef5b9 service neutron] 10.222.0.57 "GET /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758828 Nov 20 03:27:33.719125 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-5d838cba-663f-41fc-85c6-dd90c9030183 service neutron] 10.222.0.57 "GET /v2.0/networks/8e2fe53f-8d7a-4a09-9f2e-76f79e36a052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099198 Nov 20 03:27:33.732695 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d8489-fe3d-49b7-8d55-3b675aded823 req-0e0d127d-73e5-4b9c-94b3-86d163479d3e tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:33.734450 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-334d8489-fe3d-49b7-8d55-3b675aded823 req-0e0d127d-73e5-4b9c-94b3-86d163479d3e tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 948 time: 0.0835345 Nov 20 03:27:33.854423 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-334d8489-fe3d-49b7-8d55-3b675aded823 req-9f7c81b5-e4b4-4894-91c1-ea6c9c97ed91 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096766 Nov 20 03:27:33.868187 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-5fd8d2b0-65b9-4f38-a9ee-1d007af7c2dc req-9c1009db-e220-4300-9e3b-a08d3d22efc5 service neutron] 10.222.0.57 "GET /v2.0/networks/8e2fe53f-8d7a-4a09-9f2e-76f79e36a052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970683 Nov 20 03:27:33.871160 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d12a4-76df-496b-9786-afe369009f1f req-4c0fb986-c7d1-42dc-bbb9-eb1770199ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:33.872673 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-649d12a4-76df-496b-9786-afe369009f1f req-4c0fb986-c7d1-42dc-bbb9-eb1770199ae9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3619424d1b174797a1d4f1370072ff9f&device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 1097 time: 0.0974894 Nov 20 03:27:33.884290 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250b5d8-ed1f-4131-a473-e0202818f9a9 req-55aa35a9-f14f-4963-bca2-35d9fa2e3cb2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:33.885751 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4250b5d8-ed1f-4131-a473-e0202818f9a9 req-55aa35a9-f14f-4963-bca2-35d9fa2e3cb2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 945 time: 0.0779459 Nov 20 03:27:34.016456 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4250b5d8-ed1f-4131-a473-e0202818f9a9 req-e2a2bfcc-b210-4a4c-b2ce-bca675482c46 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233723 Nov 20 03:27:34.066949 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b653971-fae3-4b61-9655-a974ec2f0b70 req-aedb3c1e-5b5f-4001-9b77-b618d7282beb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:34.073117 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8b653971-fae3-4b61-9655-a974ec2f0b70 req-aedb3c1e-5b5f-4001-9b77-b618d7282beb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.1293433 Nov 20 03:27:34.097954 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d12a4-76df-496b-9786-afe369009f1f req-b2731249-159e-44e7-9743-efb5d3c39199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:34.099417 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-649d12a4-76df-496b-9786-afe369009f1f req-b2731249-159e-44e7-9743-efb5d3c39199 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c40b0628-5368-4b0c-8d92-64cd48b8305d HTTP/1.1" status: 200 len: 910 time: 0.1848650 Nov 20 03:27:34.116238 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a6151-d23d-44da-b36b-dad633da7d5b req-f74a1e85-94c6-41d6-a4b2-8fb0895a171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:34.117805 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f84a6151-d23d-44da-b36b-dad633da7d5b req-f74a1e85-94c6-41d6-a4b2-8fb0895a171f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf913c6c0c784651a7867d309c36b408&device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 1101 time: 0.0592527 Nov 20 03:27:34.128532 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8b653971-fae3-4b61-9655-a974ec2f0b70 req-78a26368-ff0f-4082-868f-2a598167c44b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511844 Nov 20 03:27:34.181358 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-649d12a4-76df-496b-9786-afe369009f1f req-56f8409b-848e-4916-b3e9-6b40f00ec039 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 HTTP/1.1" status: 200 len: 217 time: 0.0419428 Nov 20 03:27:34.246971 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a6151-d23d-44da-b36b-dad633da7d5b req-4d0e2fa6-f00b-4527-8ef1-af596670affe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:34.248126 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d12a4-76df-496b-9786-afe369009f1f req-065047d4-bd8d-4e55-b4c8-a6773b535e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:34.248919 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f84a6151-d23d-44da-b36b-dad633da7d5b req-4d0e2fa6-f00b-4527-8ef1-af596670affe service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e2fe53f-8d7a-4a09-9f2e-76f79e36a052 HTTP/1.1" status: 200 len: 870 time: 0.1076992 Nov 20 03:27:34.249574 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-649d12a4-76df-496b-9786-afe369009f1f req-065047d4-bd8d-4e55-b4c8-a6773b535e5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d083152f-1957-4e26-8256-b2c59dcc331e HTTP/1.1" status: 200 len: 849 time: 0.0528681 Nov 20 03:27:34.300431 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-649d12a4-76df-496b-9786-afe369009f1f req-155a6278-55cb-4481-8b05-9fab86423b74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c40b0628-5368-4b0c-8d92-64cd48b8305d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258558 Nov 20 03:27:34.307954 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f84a6151-d23d-44da-b36b-dad633da7d5b req-1dec05c6-5a38-45ee-a38c-b82e1e965657 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=de016cfa-e54d-49de-908a-9d8edb413893 HTTP/1.1" status: 200 len: 217 time: 0.0385168 Nov 20 03:27:34.374141 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a6151-d23d-44da-b36b-dad633da7d5b req-801a8157-379b-4393-8faa-e30c3abe3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:34.375568 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f84a6151-d23d-44da-b36b-dad633da7d5b req-801a8157-379b-4393-8faa-e30c3abe3613 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba19b9f6-8165-4353-87bf-d7cc23908d9b HTTP/1.1" status: 200 len: 843 time: 0.0432622 Nov 20 03:27:34.412734 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-649d12a4-76df-496b-9786-afe369009f1f req-1c4e2edf-fc67-4a90-8546-9e095d1e115e service neutron] 10.222.0.57 "GET /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820069 Nov 20 03:27:34.429161 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a6151-d23d-44da-b36b-dad633da7d5b req-1abad859-20a7-4466-9520-ed3dc2d33a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:34.430574 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f84a6151-d23d-44da-b36b-dad633da7d5b req-1abad859-20a7-4466-9520-ed3dc2d33a63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e2fe53f-8d7a-4a09-9f2e-76f79e36a052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0388861 Nov 20 03:27:34.549208 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-649d12a4-76df-496b-9786-afe369009f1f req-71d16077-eaf8-424c-8bec-d533f06043d9 service neutron] 10.222.0.57 "GET /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872767 Nov 20 03:27:34.549826 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f84a6151-d23d-44da-b36b-dad633da7d5b req-d73ee793-daa0-4e76-8bee-aa4173a1b6f8 service neutron] 10.222.0.57 "GET /v2.0/networks/8e2fe53f-8d7a-4a09-9f2e-76f79e36a052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866899 Nov 20 03:27:34.675268 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-f84a6151-d23d-44da-b36b-dad633da7d5b req-a88e490d-4e92-4644-acfb-c29660ae2fe6 service neutron] 10.222.0.57 "GET /v2.0/networks/8e2fe53f-8d7a-4a09-9f2e-76f79e36a052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873249 Nov 20 03:27:34.676146 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f37ed-fe15-4bc1-be95-b8c25d961c03 req-ba30cbd3-8c1f-409c-a6a8-dcbae8b3a3a2 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:34.677613 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-394f37ed-fe15-4bc1-be95-b8c25d961c03 req-ba30cbd3-8c1f-409c-a6a8-dcbae8b3a3a2 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 944 time: 0.0633528 Nov 20 03:27:34.752267 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d79b70-39f8-42db-a923-726a9154bca0 req-a9398185-a6eb-4d62-ae5c-e27e5169d556 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:34.753823 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-22d79b70-39f8-42db-a923-726a9154bca0 req-a9398185-a6eb-4d62-ae5c-e27e5169d556 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0935855 Nov 20 03:27:34.758615 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-394f37ed-fe15-4bc1-be95-b8c25d961c03 req-821bf737-150a-48e8-86b8-b3b2c4bf1570 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641646 Nov 20 03:27:34.806306 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-22d79b70-39f8-42db-a923-726a9154bca0 req-5ae8cba3-b3cb-452c-af04-58cf1a4d5fe2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467360 Nov 20 03:27:34.978779 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208cf31-e20f-47ab-a8a0-1aa9720f2d47 req-f9c0f646-9215-468a-bbc1-ce7e00f90713 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:34.980287 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1208cf31-e20f-47ab-a8a0-1aa9720f2d47 req-f9c0f646-9215-468a-bbc1-ce7e00f90713 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 948 time: 0.0520210 Nov 20 03:27:35.028085 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1208cf31-e20f-47ab-a8a0-1aa9720f2d47 req-7caf07b0-c5dd-4e47-b226-d7ee1fdb3a7a tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Nov 20 03:27:35.129574 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ef49d-acc7-4556-9aae-4fbc3c4eefe3 req-a5a903f4-ceee-4efe-a4b3-ce5522f62496 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:35.131328 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c67ef49d-acc7-4556-9aae-4fbc3c4eefe3 req-a5a903f4-ceee-4efe-a4b3-ce5522f62496 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 945 time: 0.0483491 Nov 20 03:27:35.185686 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c67ef49d-acc7-4556-9aae-4fbc3c4eefe3 req-948469e3-c17f-421c-885a-9a755dee0087 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481100 Nov 20 03:27:35.254953 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56498c48-3197-443d-8d3b-0402fddbb257 req-5e07aff5-0bbd-4907-87db-95725d5208e1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:35.256475 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-56498c48-3197-443d-8d3b-0402fddbb257 req-5e07aff5-0bbd-4907-87db-95725d5208e1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0518508 Nov 20 03:27:35.302663 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-56498c48-3197-443d-8d3b-0402fddbb257 req-afaeef11-c31b-40dc-ab89-2b0ada6d8db4 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Nov 20 03:27:35.602362 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 243add17-6449-4a77-8663-2a184bd82457 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:27:35.651359 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 243add17-6449-4a77-8663-2a184bd82457 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:27:35.655831 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 243add17-6449-4a77-8663-2a184bd82457 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:27:35.656203 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:35.734743 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:35.757699 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243add17-6449-4a77-8663-2a184bd82457'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:35.759974 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951f73ee-edfc-45d2-a897-e241ee25fad9" -d '{"events": [{"server_uuid": "f64dd34e-277a-4033-8330-d0dd481d287c", "name": "network-vif-plugged", "status": "completed", "tag": "243add17-6449-4a77-8663-2a184bd82457"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:35.773456 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 243add17-6449-4a77-8663-2a184bd82457, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=243add17-6449-4a77-8663-2a184bd82457,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:35.777097 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:35.800455 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f10149b-45b1-408e-9f8c-16cd61e10c3f x-openstack-request-id: req-0f10149b-45b1-408e-9f8c-16cd61e10c3f {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:35.800765 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64dd34e-277a-4033-8330-d0dd481d287c", "name": "network-vif-plugged", "status": "completed", "tag": "243add17-6449-4a77-8663-2a184bd82457", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:35.801018 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f10149b-45b1-408e-9f8c-16cd61e10c3f {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:35.801401 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243add17-6449-4a77-8663-2a184bd82457', 'code': 200} Nov 20 03:27:35.827617 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=243add17-6449-4a77-8663-2a184bd82457,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:35.888025 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e388f8-35e1-4679-9e51-ce5f13d71b8d req-85596851-a2e7-42af-8184-41c9ddc7676f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:35.889768 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f1e388f8-35e1-4679-9e51-ce5f13d71b8d req-85596851-a2e7-42af-8184-41c9ddc7676f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 944 time: 0.0565934 Nov 20 03:27:35.975300 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae400f-aca2-4f92-882c-67b6590f72c8 req-5c446e37-36dc-4a5e-9009-29b36ea077b8 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:35.976894 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79ae400f-aca2-4f92-882c-67b6590f72c8 req-5c446e37-36dc-4a5e-9009-29b36ea077b8 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0836082 Nov 20 03:27:35.980950 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f1e388f8-35e1-4679-9e51-ce5f13d71b8d req-b1c8918b-490e-4003-a1c3-7fd2572b1e3b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779705 Nov 20 03:27:36.024608 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79ae400f-aca2-4f92-882c-67b6590f72c8 req-86c3ca69-da26-4c06-9070-774607ae2888 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412939 Nov 20 03:27:36.148304 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a07d5-8a56-4fed-971b-e88d125ebe85 req-73f29235-8763-444f-9240-6b1b58c13f20 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:36.149809 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f93a07d5-8a56-4fed-971b-e88d125ebe85 req-73f29235-8763-444f-9240-6b1b58c13f20 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 948 time: 0.0533547 Nov 20 03:27:36.162737 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195a0ad-a1d6-495e-a0c2-51beed0310bb req-09f511a0-837f-4e90-a9aa-79248a6ebb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:36.164257 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-e195a0ad-a1d6-495e-a0c2-51beed0310bb req-09f511a0-837f-4e90-a9aa-79248a6ebb54 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 1099 time: 0.0437443 Nov 20 03:27:36.196065 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f93a07d5-8a56-4fed-971b-e88d125ebe85 req-abbd2b94-1154-4675-9d7b-488cff605d12 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Nov 20 03:27:36.221832 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-e195a0ad-a1d6-495e-a0c2-51beed0310bb req-5a5e436a-93c4-4bfa-895b-85fb0afe3bd2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484619 Nov 20 03:27:36.303170 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d2c6a-17f2-4143-aa6f-3c6c0e82a340 req-68a372b6-eeec-4fc4-870d-af685a182fb7 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:36.304635 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-605d2c6a-17f2-4143-aa6f-3c6c0e82a340 req-68a372b6-eeec-4fc4-870d-af685a182fb7 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0474467 Nov 20 03:27:36.357106 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-605d2c6a-17f2-4143-aa6f-3c6c0e82a340 req-e52e6c47-aee9-40c3-98cc-7279a5dfbf7c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 Nov 20 03:27:36.416963 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ba5cb-7723-4617-84ad-23d2ae888b33 req-b0a9aeb1-9bb3-4e24-b58f-4856e3162a6c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:36.418321 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-829ba5cb-7723-4617-84ad-23d2ae888b33 req-b0a9aeb1-9bb3-4e24-b58f-4856e3162a6c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0475123 Nov 20 03:27:36.464251 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-829ba5cb-7723-4617-84ad-23d2ae888b33 req-da75214b-b96e-4dff-b73f-86bd2aaec939 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394943 Nov 20 03:27:37.092606 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52216422-2d2d-4b26-a6e5-c2bf3d5d448b req-a0c295b4-c988-4320-bc40-abbe94ff417a tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:37.094085 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-52216422-2d2d-4b26-a6e5-c2bf3d5d448b req-a0c295b4-c988-4320-bc40-abbe94ff417a tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 944 time: 0.0479722 Nov 20 03:27:37.174926 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f134b-cd3f-4dc2-ac28-d16cb9c9a1ac req-b140a56f-bb0a-405f-89c7-b67ea6a3cec1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:37.176423 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-129f134b-cd3f-4dc2-ac28-d16cb9c9a1ac req-b140a56f-bb0a-405f-89c7-b67ea6a3cec1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0793066 Nov 20 03:27:37.179500 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-52216422-2d2d-4b26-a6e5-c2bf3d5d448b req-d2f9755c-25c8-49c8-bf58-932e6ac52499 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743005 Nov 20 03:27:37.222816 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-129f134b-cd3f-4dc2-ac28-d16cb9c9a1ac req-d8e035d2-b6f3-4a31-9490-4c390413e417 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401714 Nov 20 03:27:37.317832 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25802a7f-4f03-4753-80f7-093915b7c3d3 req-c3d1e877-1cfc-4c7d-9e17-fa6e679a466c tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:37.319315 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-25802a7f-4f03-4753-80f7-093915b7c3d3 req-c3d1e877-1cfc-4c7d-9e17-fa6e679a466c tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 948 time: 0.0481396 Nov 20 03:27:37.366549 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-25802a7f-4f03-4753-80f7-093915b7c3d3 req-be4d9517-e47d-47a6-b212-319a9c191fb7 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Nov 20 03:27:37.473302 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b85e8-8a01-409d-a48a-5bae5e68d4f8 req-a7a6be0f-b960-4345-978a-64be29598cb3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:37.474725 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-727b85e8-8a01-409d-a48a-5bae5e68d4f8 req-a7a6be0f-b960-4345-978a-64be29598cb3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0519497 Nov 20 03:27:37.597338 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device de016cfa-e54d-49de-908a-9d8edb413893 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:27:37.697427 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port de016cfa-e54d-49de-908a-9d8edb413893, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=de016cfa-e54d-49de-908a-9d8edb413893,segment=NetworkSegment(b53223ec-0922-49e4-89c2-ecf111629696),segment_id=b53223ec-0922-49e4-89c2-ecf111629696)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:37.708818 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': 'de016cfa-e54d-49de-908a-9d8edb413893', 'network_id': '8e2fe53f-8d7a-4a09-9f2e-76f79e36a052', 'port_id': 'de016cfa-e54d-49de-908a-9d8edb413893', 'mac_address': 'fa:16:3e:3c:a7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba19b9f6-8165-4353-87bf-d7cc23908d9b', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:27:37.749703 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:37.762608 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de016cfa-e54d-49de-908a-9d8edb413893 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:27:37.783554 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port de016cfa-e54d-49de-908a-9d8edb413893, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=de016cfa-e54d-49de-908a-9d8edb413893,segment=NetworkSegment(b53223ec-0922-49e4-89c2-ecf111629696),segment_id=b53223ec-0922-49e4-89c2-ecf111629696)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:37.787470 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:37.788237 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:27:37.790718 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-727b85e8-8a01-409d-a48a-5bae5e68d4f8 req-22248f3e-86e8-4ea9-af7d-0145e4c27958 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101459 Nov 20 03:27:37.804024 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676a6b8-f039-4e1b-bf5b-73dec471b97d req-95d89b42-cf22-4705-a3af-992d8314fa59 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:37.805499 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f676a6b8-f039-4e1b-bf5b-73dec471b97d req-95d89b42-cf22-4705-a3af-992d8314fa59 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0722992 Nov 20 03:27:37.856117 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f676a6b8-f039-4e1b-bf5b-73dec471b97d req-1a16d608-484f-4d2e-a16c-349dd7cd88d2 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442774 Nov 20 03:27:37.883485 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=de016cfa-e54d-49de-908a-9d8edb413893,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:37.894533 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:37.894900 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:37.895240 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:37.895570 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:37.895946 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:37.896313 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:37.896590 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:37.896928 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:37.897246 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:37.897569 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:37.897884 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:37.898197 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:37.936439 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0,segment=NetworkSegment(de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2),segment_id=de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:37.947850 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': 'cc1c0e14-645b-47e4-8bfb-ee637a3d46e0', 'network_id': 'c40b0628-5368-4b0c-8d92-64cd48b8305d', 'port_id': 'cc1c0e14-645b-47e4-8bfb-ee637a3d46e0', 'mac_address': 'fa:16:3e:af:e9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd083152f-1957-4e26-8256-b2c59dcc331e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:27:37.984753 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:37.996953 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:27:38.019719 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0,segment=NetworkSegment(de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2),segment_id=de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:38.023348 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:38.069979 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:38.302785 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6620a-24cf-4d5b-a08a-6ef2d5ce72f8 req-b046acb9-20df-427c-92ed-f330a2291796 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:38.304287 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a4b6620a-24cf-4d5b-a08a-6ef2d5ce72f8 req-b046acb9-20df-427c-92ed-f330a2291796 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 945 time: 0.0528607 Nov 20 03:27:38.387259 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8253c-5dcd-446b-9f26-1407592e47cf req-72acf4a7-3f18-48ab-ac82-d1aacb7e3f8a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:38.389470 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-efd8253c-5dcd-446b-9f26-1407592e47cf req-72acf4a7-3f18-48ab-ac82-d1aacb7e3f8a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.0843217 Nov 20 03:27:38.393148 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a4b6620a-24cf-4d5b-a08a-6ef2d5ce72f8 req-c669baf9-bfca-4ea8-b9ef-a04ea5afff87 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795457 Nov 20 03:27:38.436953 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-efd8253c-5dcd-446b-9f26-1407592e47cf req-7762d3e3-bf2b-45ea-bf56-7fe9accda9ea tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409780 Nov 20 03:27:38.493540 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbd58b-4fd8-43ad-859e-25c962033f02 req-20cb42de-4bf8-4b54-b683-1848a5810d57 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:38.495043 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cfbd58b-4fd8-43ad-859e-25c962033f02 req-20cb42de-4bf8-4b54-b683-1848a5810d57 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 949 time: 0.0479183 Nov 20 03:27:38.541216 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cfbd58b-4fd8-43ad-859e-25c962033f02 req-bdbc6a09-e9ef-42fe-979d-5792c21e6888 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396287 Nov 20 03:27:38.876503 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['de016cfa-e54d-49de-908a-9d8edb413893'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:38.901330 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['cc1c0e14-645b-47e4-8bfb-ee637a3d46e0'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:38.913166 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7b146-c3f4-48c9-9bbe-b05257db4b97 req-8c4cab18-8012-467d-8628-dbe8ed1383a9 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:38.914778 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9de7b146-c3f4-48c9-9bbe-b05257db4b97 req-8c4cab18-8012-467d-8628-dbe8ed1383a9 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0569615 Nov 20 03:27:39.002697 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9de7b146-c3f4-48c9-9bbe-b05257db4b97 req-a99f51ef-853e-4101-a5e1-6c52aa259652 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753877 Nov 20 03:27:39.011210 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5824b-287e-4e50-8118-e387538902f6 req-fb2d267d-d7f3-4a2b-a264-f8a332ebb0db tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:39.013303 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a9d5824b-287e-4e50-8118-e387538902f6 req-fb2d267d-d7f3-4a2b-a264-f8a332ebb0db tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0786524 Nov 20 03:27:39.106407 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a9d5824b-287e-4e50-8118-e387538902f6 req-83ea4d36-813e-462a-a68c-00e92ca501f7 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764735 Nov 20 03:27:39.178036 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa802a2f-185b-4668-9504-da9e80f329bd req-fed24e26-3fe6-4e40-ac20-35f53fe522a3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:39.179750 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa802a2f-185b-4668-9504-da9e80f329bd req-fed24e26-3fe6-4e40-ac20-35f53fe522a3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0711930 Nov 20 03:27:39.204447 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-4d02dab8-180b-4e70-a804-32023941331a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:39.235170 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa802a2f-185b-4668-9504-da9e80f329bd req-fbeaeb79-dec0-45fe-9ae8-7c8ca1710983 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478482 Nov 20 03:27:39.257635 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 60632) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:39.477264 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b910504e-3d71-4ada-8387-82bc801ebb32 tempest-TestVolumeBootPattern-53161619 tempest-TestVolumeBootPattern-53161619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:39.478941 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-b910504e-3d71-4ada-8387-82bc801ebb32 tempest-TestVolumeBootPattern-53161619 tempest-TestVolumeBootPattern-53161619-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 1094 time: 0.2203121 Nov 20 03:27:39.481903 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 60648) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:39.486783 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'floatingip': {'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'port_id': '243add17-6449-4a77-8663-2a184bd82457', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:39.567153 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:39.594068 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82219aa3-b9b8-440b-9336-0918ab857793 req-1a67a93b-11cd-4310-b1d1-daa149e9374b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:39.595452 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-82219aa3-b9b8-440b-9336-0918ab857793 req-1a67a93b-11cd-4310-b1d1-daa149e9374b tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 945 time: 0.1169291 Nov 20 03:27:39.618291 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:27:39.657641 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a24ae-59d1-4908-8d8a-59a5550073cf req-4b28b902-d533-4f39-b16c-39c53b434b64 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:39.659041 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee7a24ae-59d1-4908-8d8a-59a5550073cf req-4b28b902-d533-4f39-b16c-39c53b434b64 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 943 time: 0.1341665 Nov 20 03:27:39.693710 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a864c79-19c8-4b1f-beb1-06bfba6a7aea req-80b56ff4-2392-4818-bd19-6f74e8875deb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:39.695572 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-6a864c79-19c8-4b1f-beb1-06bfba6a7aea req-80b56ff4-2392-4818-bd19-6f74e8875deb tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.57 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 945 time: 0.0931029 Nov 20 03:27:39.734296 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:39.735942 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-82219aa3-b9b8-440b-9336-0918ab857793 req-ff751b81-0a78-43d7-af55-51f72c3b2a53 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082077 Nov 20 03:27:39.747951 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'port_id': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'mac_address': 'fa:16:3e:55:13:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:27:39.753748 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee7a24ae-59d1-4908-8d8a-59a5550073cf req-3f66a4fa-8432-40a1-a871-8e62e238d517 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878060 Nov 20 03:27:39.793357 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:39.801091 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:39.811953 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:27:39.839099 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:39.844361 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:39.858585 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-6a864c79-19c8-4b1f-beb1-06bfba6a7aea req-1e21b838-7fa7-4a34-a6b5-b857e326065f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Deleting port ebf8d38e-80de-4df8-9ecf-25de53f3a222 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:27:39.858932 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-6a864c79-19c8-4b1f-beb1-06bfba6a7aea req-1e21b838-7fa7-4a34-a6b5-b857e326065f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:39.901751 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,revision_number=9']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:39.938770 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de645e-e9ae-4688-90ec-72cc70b87842 req-ae2ffa70-d7d4-49ce-8303-527f2169b1dc tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:39.940276 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-23de645e-e9ae-4688-90ec-72cc70b87842 req-ae2ffa70-d7d4-49ce-8303-527f2169b1dc tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 949 time: 0.0959907 Nov 20 03:27:39.965824 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-6a864c79-19c8-4b1f-beb1-06bfba6a7aea req-1e21b838-7fa7-4a34-a6b5-b857e326065f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] For port ebf8d38e-80de-4df8-9ecf-25de53f3a222, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ebf8d38e-80de-4df8-9ecf-25de53f3a222,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:39.966207 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-6a864c79-19c8-4b1f-beb1-06bfba6a7aea req-1e21b838-7fa7-4a34-a6b5-b857e326065f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:39.979032 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Allocated IP 172.27.1.50 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/c0ef0e3b-38ff-4297-bfa1-e617269d92aa) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:27:39.980863 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-6a864c79-19c8-4b1f-beb1-06bfba6a7aea req-1e21b838-7fa7-4a34-a6b5-b857e326065f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Calling delete_port for ebf8d38e-80de-4df8-9ecf-25de53f3a222 owned by compute:nova {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:27:40.053149 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-23de645e-e9ae-4688-90ec-72cc70b87842 req-1e3c89b0-7eac-410a-b5a6-7fcae5724365 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032348 Nov 20 03:27:40.109101 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.139824 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-6a864c79-19c8-4b1f-beb1-06bfba6a7aea req-1e21b838-7fa7-4a34-a6b5-b857e326065f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.147481 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.175022 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b838-7fa7-4a34-a6b5-b857e326065f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Pushing event deleted for resources: {'Port': ['ID=ebf8d38e-80de-4df8-9ecf-25de53f3a222,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:40.197552 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:27:40.214875 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d9da4f57-21b1-4b81-908a-553c4d591231 req-cbe8ddd0-554a-4dc6-9f32-9a364a60fce3 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 210 time: 0.0384223 Nov 20 03:27:40.217438 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:27:40.221996 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:27:40.239641 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a864c79-19c8-4b1f-beb1-06bfba6a7aea req-1e21b838-7fa7-4a34-a6b5-b857e326065f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] No DVR routers for this DVR port ebf8d38e-80de-4df8-9ecf-25de53f3a222 on host hv-cinder-81803 {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:27:40.242643 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-6a864c79-19c8-4b1f-beb1-06bfba6a7aea req-1e21b838-7fa7-4a34-a6b5-b857e326065f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.246017 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-6a864c79-19c8-4b1f-beb1-06bfba6a7aea req-1e21b838-7fa7-4a34-a6b5-b857e326065f tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.57 "DELETE /v2.0/ports/ebf8d38e-80de-4df8-9ecf-25de53f3a222 HTTP/1.1" status: 204 len: 173 time: 0.5417504 Nov 20 03:27:40.246164 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'Port': ['ID=c0ef0e3b-38ff-4297-bfa1-e617269d92aa,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:40.246523 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329637be-05e2-4b96-9709-c1b15f8f5f30', 'name': 'network-vif-deleted', 'tag': 'ebf8d38e-80de-4df8-9ecf-25de53f3a222'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:40.249321 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929e494e-70cd-45ad-af46-6377e05cb39d" -d '{"events": [{"server_uuid": "329637be-05e2-4b96-9709-c1b15f8f5f30", "name": "network-vif-deleted", "tag": "ebf8d38e-80de-4df8-9ecf-25de53f3a222"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:40.291022 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f3ab19-bdc4-49a8-a7af-e8a028a86960 x-openstack-request-id: req-a0f3ab19-bdc4-49a8-a7af-e8a028a86960 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:40.291612 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329637be-05e2-4b96-9709-c1b15f8f5f30", "name": "network-vif-deleted", "tag": "ebf8d38e-80de-4df8-9ecf-25de53f3a222", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:40.291722 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0f3ab19-bdc4-49a8-a7af-e8a028a86960 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:40.292543 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329637be-05e2-4b96-9709-c1b15f8f5f30', 'name': 'network-vif-deleted', 'tag': 'ebf8d38e-80de-4df8-9ecf-25de53f3a222', 'status': 'completed', 'code': 200} Nov 20 03:27:40.636001 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.706966 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.935519 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87efc7-4948-4577-884c-9a5e3ac8b065 req-5e5f9bb0-ee35-4af2-8a8d-a04b2a41be50 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:40.937008 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dd87efc7-4948-4577-884c-9a5e3ac8b065 req-5e5f9bb0-ee35-4af2-8a8d-a04b2a41be50 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 945 time: 0.1154108 Nov 20 03:27:40.939464 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.957895 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a016660-5d23-4525-8c03-aacaf6ab2a8f req-4cb94209-9718-4483-9938-d461160c26bf tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:40.959290 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3a016660-5d23-4525-8c03-aacaf6ab2a8f req-4cb94209-9718-4483-9938-d461160c26bf tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 944 time: 0.1053076 Nov 20 03:27:40.959895 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:41.006171 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:41.059631 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'Port': ['ID=c0ef0e3b-38ff-4297-bfa1-e617269d92aa,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:41.093521 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dd87efc7-4948-4577-884c-9a5e3ac8b065 req-a9494cf1-bffb-44f2-a095-0b28916078c2 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493852 Nov 20 03:27:41.109861 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3a016660-5d23-4525-8c03-aacaf6ab2a8f req-8392107f-62f7-478e-a5b0-0930a1da85ff tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196146 Nov 20 03:27:41.110956 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:41.142417 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['04b72906-e641-41e4-a5a9-636c7cd117c9', 'ebf8d38e-80de-4df8-9ecf-25de53f3a222'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:41.275957 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Floating IP 094fd343-53f2-4c1a-9e48-caa2f0657a80 associated. External IP: 172.27.1.50, port: 243add17-6449-4a77-8663-2a184bd82457. Nov 20 03:27:41.338062 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20a56b-96d6-4a77-8156-ddba226e886b req-5104d42c-3a56-4612-8a3a-a4ad62db29b2 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:41.339616 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eb20a56b-96d6-4a77-8156-ddba226e886b req-5104d42c-3a56-4612-8a3a-a4ad62db29b2 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 949 time: 0.1306949 Nov 20 03:27:41.390638 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fe3f8362-8a03-44f3-b367-2fc5325e7f87 req-8896ea23-1921-4a80-97e8-4e2f99135655 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=329637be-05e2-4b96-9709-c1b15f8f5f30 HTTP/1.1" status: 200 len: 210 time: 0.0671847 Nov 20 03:27:41.408189 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b61bcf06-c02d-4071-b070-3cc989d434ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:41.460427 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eb20a56b-96d6-4a77-8156-ddba226e886b req-eb155e52-62d3-4d1b-acbc-0339c64567f4 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078086 Nov 20 03:27:41.583948 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Router acc52df4-418f-4728-9a8a-785220962875 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:27:41.686117 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device de016cfa-e54d-49de-908a-9d8edb413893 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:27:41.692537 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:27:41.708545 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ff82f9-d7c4-4309-bea4-9386b8f6ca7b None None] Sync routers for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:27:41.717469 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:41.718716 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff82f9-d7c4-4309-bea4-9386b8f6ca7b None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:27:41.719337 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-d4ff82f9-d7c4-4309-bea4-9386b8f6ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:27:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:41.753592 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-05023560-5a07-476e-aeff-8ce78a005ba1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2706368 Nov 20 03:27:41.754189 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'tag': '243add17-6449-4a77-8663-2a184bd82457'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:41.757089 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687013ef-6354-4b5c-9d14-bdf72522292d" -d '{"events": [{"name": "network-changed", "server_uuid": "f64dd34e-277a-4033-8330-d0dd481d287c", "tag": "243add17-6449-4a77-8663-2a184bd82457"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:41.779602 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port de016cfa-e54d-49de-908a-9d8edb413893 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:27:41.785764 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port de016cfa-e54d-49de-908a-9d8edb413893 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:27:41.786067 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:41.802298 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892a196f-c980-4ed3-9cc6-f05bc7fc58c1 x-openstack-request-id: req-892a196f-c980-4ed3-9cc6-f05bc7fc58c1 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:41.802607 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64dd34e-277a-4033-8330-d0dd481d287c", "tag": "243add17-6449-4a77-8663-2a184bd82457", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:41.802864 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-892a196f-c980-4ed3-9cc6-f05bc7fc58c1 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:41.803271 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'tag': '243add17-6449-4a77-8663-2a184bd82457', 'status': 'completed', 'code': 200} Nov 20 03:27:41.839236 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-d4ff82f9-d7c4-4309-bea4-9386b8f6ca7b None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:27:41.869839 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:41.896754 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687013ef-6354-4b5c-9d14-bdf72522292d req-601a7848-99cf-4a91-b52e-8606b225542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:41.898325 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-687013ef-6354-4b5c-9d14-bdf72522292d req-601a7848-99cf-4a91-b52e-8606b225542c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 1099 time: 0.0409937 Nov 20 03:27:41.901861 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0309e3-7fd9-4042-abd0-2d4a6e44946e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de016cfa-e54d-49de-908a-9d8edb413893'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:41.904188 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220fbc83-6033-4ff7-acdd-7ff1adf4e79d" -d '{"events": [{"server_uuid": "aa0309e3-7fd9-4042-abd0-2d4a6e44946e", "name": "network-vif-plugged", "status": "completed", "tag": "de016cfa-e54d-49de-908a-9d8edb413893"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:41.915372 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port de016cfa-e54d-49de-908a-9d8edb413893, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=de016cfa-e54d-49de-908a-9d8edb413893,segment=NetworkSegment(b53223ec-0922-49e4-89c2-ecf111629696),segment_id=b53223ec-0922-49e4-89c2-ecf111629696)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:41.921017 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:41.927681 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:27:41.971005 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43290af-e9fb-46d4-b9c1-688ff6911a3d x-openstack-request-id: req-e43290af-e9fb-46d4-b9c1-688ff6911a3d {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:41.971395 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0309e3-7fd9-4042-abd0-2d4a6e44946e", "name": "network-vif-plugged", "status": "completed", "tag": "de016cfa-e54d-49de-908a-9d8edb413893", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:41.971654 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e43290af-e9fb-46d4-b9c1-688ff6911a3d {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:41.972174 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0309e3-7fd9-4042-abd0-2d4a6e44946e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de016cfa-e54d-49de-908a-9d8edb413893', 'code': 200} Nov 20 03:27:42.012444 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=de016cfa-e54d-49de-908a-9d8edb413893,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:42.026365 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687013ef-6354-4b5c-9d14-bdf72522292d req-0a09cec7-e939-4326-bdfd-071967d6416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:42.028831 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-687013ef-6354-4b5c-9d14-bdf72522292d req-0a09cec7-e939-4326-bdfd-071967d6416f service neutron] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 913 time: 0.1208377 Nov 20 03:27:42.029582 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:27:42.034851 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:27:42.035230 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:42.084930 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-d4ff82f9-d7c4-4309-bea4-9386b8f6ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '094fd343-53f2-4c1a-9e48-caa2f0657a80', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': '243add17-6449-4a77-8663-2a184bd82457', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:4e:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:27:40Z', 'updated_at': '2021-11-20T03:27:40Z', 'revision_number': 0, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:42.118084 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ff82f9-d7c4-4309-bea4-9386b8f6ca7b None None] Checking router: acc52df4-418f-4728-9a8a-785220962875 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:27:42.128812 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff82f9-d7c4-4309-bea4-9386b8f6ca7b None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:27:42.129745 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-d4ff82f9-d7c4-4309-bea4-9386b8f6ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:27:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:42.165747 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-687013ef-6354-4b5c-9d14-bdf72522292d req-9769dc66-04d5-4bc3-88f0-967937c00f2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243add17-6449-4a77-8663-2a184bd82457 HTTP/1.1" status: 200 len: 999 time: 0.1120551 Nov 20 03:27:42.251511 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-d4ff82f9-d7c4-4309-bea4-9386b8f6ca7b None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:27:42.287009 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:42.333590 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0,segment=NetworkSegment(de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2),segment_id=de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:42.339403 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:42.341236 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device ebf8d38e-80de-4df8-9ecf-25de53f3a222 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:42.390144 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: ebf8d38e-80de-4df8-9ecf-25de53f3a222 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:27:42.390539 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device ebf8d38e-80de-4df8-9ecf-25de53f3a222 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:27:42.429174 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:42.518605 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687013ef-6354-4b5c-9d14-bdf72522292d req-3a831d3f-5e15-48a8-99d8-8693fbec003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:42.520124 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-687013ef-6354-4b5c-9d14-bdf72522292d req-3a831d3f-5e15-48a8-99d8-8693fbec003d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.3459258 Nov 20 03:27:42.524686 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-d4ff82f9-d7c4-4309-bea4-9386b8f6ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '094fd343-53f2-4c1a-9e48-caa2f0657a80', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': '243add17-6449-4a77-8663-2a184bd82457', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:4e:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:27:40Z', 'updated_at': '2021-11-20T03:27:40Z', 'revision_number': 0, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:42.555613 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ff82f9-d7c4-4309-bea4-9386b8f6ca7b None None] The sync data for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi is: [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '094fd343-53f2-4c1a-9e48-caa2f0657a80', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': '243add17-6449-4a77-8663-2a184bd82457', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:4e:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:27:40Z', 'updated_at': '2021-11-20T03:27:40Z', 'revision_number': 0, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:27:42.575996 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687013ef-6354-4b5c-9d14-bdf72522292d req-320187a0-260e-4cc1-bfac-8ae05ffebd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:42.577843 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-687013ef-6354-4b5c-9d14-bdf72522292d req-320187a0-260e-4cc1-bfac-8ae05ffebd9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479338 Nov 20 03:27:42.647244 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d36266-3c45-498e-a534-d6bce517d17d req-6735786b-ec2f-4346-9ced-48610e46ee32 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:42.648769 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-83d36266-3c45-498e-a534-d6bce517d17d req-6735786b-ec2f-4346-9ced-48610e46ee32 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 944 time: 0.3813078 Nov 20 03:27:42.659519 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c8e26-f088-4660-a2d2-92b3a802e05d req-f5cbf864-92c7-4227-9a5f-4479a7a3f9b3 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:42.664282 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ce2c8e26-f088-4660-a2d2-92b3a802e05d req-f5cbf864-92c7-4227-9a5f-4479a7a3f9b3 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 945 time: 0.4265625 Nov 20 03:27:42.669006 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:42.691676 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-687013ef-6354-4b5c-9d14-bdf72522292d req-8ccda61e-a7e3-4117-a6ee-c623c942038a service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001658 Nov 20 03:27:42.707558 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28eb110-45cc-42a6-9c9c-e0c5a444869c req-254ae2b8-0993-44d6-8d81-f3ba79919041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:42.709075 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d28eb110-45cc-42a6-9c9c-e0c5a444869c req-254ae2b8-0993-44d6-8d81-f3ba79919041 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 1103 time: 0.3999717 Nov 20 03:27:42.768819 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ce2c8e26-f088-4660-a2d2-92b3a802e05d req-e1951e7b-c172-492c-9e72-048b1e9bcf11 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987291 Nov 20 03:27:42.776086 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-83d36266-3c45-498e-a534-d6bce517d17d req-7ad370a2-1a0d-4971-87c8-28453125ccfc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103621 Nov 20 03:27:42.819960 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d28eb110-45cc-42a6-9c9c-e0c5a444869c req-7b2e1fe9-7c72-497a-a803-827c71158870 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991189 Nov 20 03:27:42.831094 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-687013ef-6354-4b5c-9d14-bdf72522292d req-133c8cf4-0c37-4d80-9870-79c8484fe144 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312745 Nov 20 03:27:42.834597 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfbfc9f-e7eb-4679-8b24-a162cd946a1f None None] New status for floating IP 094fd343-53f2-4c1a-9e48-caa2f0657a80: ACTIVE {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:27:42.930107 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4e36d-0b89-4eba-9b49-1af2778c7122 req-740ae024-258d-4442-85f5-0a5865cf31bc tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:42.931900 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cfe4e36d-0b89-4eba-9b49-1af2778c7122 req-740ae024-258d-4442-85f5-0a5865cf31bc tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 950 time: 0.0628107 Nov 20 03:27:42.987857 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cfe4e36d-0b89-4eba-9b49-1af2778c7122 req-06a9b33c-7e0d-495f-8f78-6f53d5e0db7c tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474315 Nov 20 03:27:43.114559 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26be75-e3c6-46af-9856-ea963c046eb3 req-cb3e9779-9937-481d-b1f8-636cc39bcd03 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:43.116279 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0e26be75-e3c6-46af-9856-ea963c046eb3 req-cb3e9779-9937-481d-b1f8-636cc39bcd03 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.0519857 Nov 20 03:27:43.172288 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0e26be75-e3c6-46af-9856-ea963c046eb3 req-e398b14e-1b24-4169-947e-e3d8fc44a282 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494647 Nov 20 03:27:43.208540 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fde55-22c0-4c4e-b313-117867141a95 req-787a6eb8-b1af-4e15-a877-a8cb9e2177ea tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:43.210135 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cd4fde55-22c0-4c4e-b313-117867141a95 req-787a6eb8-b1af-4e15-a877-a8cb9e2177ea tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0536938 Nov 20 03:27:43.265210 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cd4fde55-22c0-4c4e-b313-117867141a95 req-b80ce530-9e4f-4088-ad5d-8a891ea9192a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469754 Nov 20 03:27:43.617046 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:27:43.665882 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:27:43.666252 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:43.757096 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:43.759492 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:43.796044 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:43.799598 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:43.849094 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,revision_number=10']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:43.927185 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcced-cd76-4879-b5d4-16fdffdb16b8 req-f13f7063-2531-48b6-83c2-7361d3a240a9 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:43.928685 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-90ddcced-cd76-4879-b5d4-16fdffdb16b8 req-f13f7063-2531-48b6-83c2-7361d3a240a9 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 946 time: 0.0809107 Nov 20 03:27:43.939833 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59e08b-cdad-4819-a7d6-a52cc65504fb req-ec9582ec-ce2e-4aaa-af57-1991a68903dc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:43.941195 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c59e08b-cdad-4819-a7d6-a52cc65504fb req-ec9582ec-ce2e-4aaa-af57-1991a68903dc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 946 time: 0.0654178 Nov 20 03:27:43.974056 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda5a290-2779-45d2-b7a6-fd5996c1f4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1c0e14-645b-47e4-8bfb-ee637a3d46e0'}, {'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:43.977052 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce884d1-86da-489c-b3e6-797d56c414ee" -d '{"events": [{"server_uuid": "bda5a290-2779-45d2-b7a6-fd5996c1f4cc", "name": "network-vif-plugged", "status": "completed", "tag": "cc1c0e14-645b-47e4-8bfb-ee637a3d46e0"}, {"server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "name": "network-vif-plugged", "status": "completed", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:44.009946 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-90ddcced-cd76-4879-b5d4-16fdffdb16b8 req-e98340f6-a5f7-472c-92fc-4a963d13cace tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678124 Nov 20 03:27:44.018231 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c59e08b-cdad-4819-a7d6-a52cc65504fb req-114a5ac2-ff71-4f20-91b3-a0b2a0aea140 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706253 Nov 20 03:27:44.058230 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19580f98-26cb-4ffe-8811-511175a638b6 x-openstack-request-id: req-19580f98-26cb-4ffe-8811-511175a638b6 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:44.058530 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda5a290-2779-45d2-b7a6-fd5996c1f4cc", "name": "network-vif-plugged", "status": "completed", "tag": "cc1c0e14-645b-47e4-8bfb-ee637a3d46e0", "code": 200}, {"server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "name": "network-vif-plugged", "status": "completed", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:44.058780 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19580f98-26cb-4ffe-8811-511175a638b6 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:44.059174 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda5a290-2779-45d2-b7a6-fd5996c1f4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1c0e14-645b-47e4-8bfb-ee637a3d46e0', 'code': 200} Nov 20 03:27:44.059424 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'code': 200} Nov 20 03:27:44.131076 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4aa2b-6526-46e1-a73f-22eefd5bae97 req-e041217f-180e-407f-8e7b-4f30c8c5e24c tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:44.132554 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ecc4aa2b-6526-46e1-a73f-22eefd5bae97 req-e041217f-180e-407f-8e7b-4f30c8c5e24c tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 950 time: 0.0536420 Nov 20 03:27:44.178298 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ecc4aa2b-6526-46e1-a73f-22eefd5bae97 req-084b8bb4-7a87-4fab-8c85-4bf6b4f1ac32 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Nov 20 03:27:44.302792 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24557452-4c60-4626-bd0d-ca00150957fe req-90fab1cc-bff3-4c87-9469-0804512fb8c8 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:44.304585 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24557452-4c60-4626-bd0d-ca00150957fe req-90fab1cc-bff3-4c87-9469-0804512fb8c8 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.0624304 Nov 20 03:27:44.375712 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24557452-4c60-4626-bd0d-ca00150957fe req-1cdcf3b3-ab67-4df5-ad9f-baa70f6ac198 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639701 Nov 20 03:27:44.396307 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8313f-36c0-4536-a6e9-d5dd75f39807 req-27ea16b6-df7e-445e-8d1e-4c97f26b711c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:44.397771 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-55c8313f-36c0-4536-a6e9-d5dd75f39807 req-27ea16b6-df7e-445e-8d1e-4c97f26b711c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0591071 Nov 20 03:27:44.409283 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532a642-1fd9-4d60-8af2-13cb42ac4386 req-607efdb1-48bb-4ab2-bc4e-a2f9ba913f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:44.410771 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-7532a642-1fd9-4d60-8af2-13cb42ac4386 req-607efdb1-48bb-4ab2-bc4e-a2f9ba913f9f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 1099 time: 0.0425582 Nov 20 03:27:44.448557 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-55c8313f-36c0-4536-a6e9-d5dd75f39807 req-b08d1474-752f-4843-9672-17bac5860530 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441458 Nov 20 03:27:44.458047 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-7532a642-1fd9-4d60-8af2-13cb42ac4386 req-9d761b60-5b8e-4cff-8527-89063e21e6a8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376532 Nov 20 03:27:44.598431 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:27:44.987522 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:45.154538 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc515622-1c91-4007-9a3c-e7606a8e30c7 req-c4e56b56-a131-4a23-9568-257abd2d18fd tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:45.156033 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cc515622-1c91-4007-9a3c-e7606a8e30c7 req-c4e56b56-a131-4a23-9568-257abd2d18fd tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 946 time: 0.0755064 Nov 20 03:27:45.168043 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365423c5-1c9a-4b3d-b232-41a3792a59d4 req-cf8f8e62-3848-4872-b80f-549e4c370688 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:45.170075 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-365423c5-1c9a-4b3d-b232-41a3792a59d4 req-cf8f8e62-3848-4872-b80f-549e4c370688 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 946 time: 0.0783250 Nov 20 03:27:45.243565 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cc515622-1c91-4007-9a3c-e7606a8e30c7 req-cc1a2091-40e1-4200-912c-8b1f6f63f09a tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724614 Nov 20 03:27:45.251011 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-365423c5-1c9a-4b3d-b232-41a3792a59d4 req-e86ff46b-df7a-4dbb-aa50-e3e3572fd150 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663643 Nov 20 03:27:45.306234 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128febd-3e1c-4941-9ee3-c5f1863e0745 req-65d59c98-90be-497b-8639-075c4373ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:45.307862 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-1128febd-3e1c-4941-9ee3-c5f1863e0745 req-65d59c98-90be-497b-8639-075c4373ec5c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 1099 time: 0.0480249 Nov 20 03:27:45.357486 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce01478-005c-4ab1-a597-d7970ecd93f2 req-9c741728-f48f-416b-a01e-d7884f68b545 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:45.359065 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5ce01478-005c-4ab1-a597-d7970ecd93f2 req-9c741728-f48f-416b-a01e-d7884f68b545 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 950 time: 0.0501204 Nov 20 03:27:45.369725 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-1128febd-3e1c-4941-9ee3-c5f1863e0745 req-5b2994a3-ff4e-4371-a4c7-cf79dbb33c9d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Nov 20 03:27:45.405769 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5ce01478-005c-4ab1-a597-d7970ecd93f2 req-6515273a-3184-4052-b796-e548322b7be2 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Nov 20 03:27:45.508739 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc675a2-de39-40d9-94a7-a97fb0d729cf req-11582112-04dd-4ec0-be98-b0faaeb1645f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:45.510158 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6bc675a2-de39-40d9-94a7-a97fb0d729cf req-11582112-04dd-4ec0-be98-b0faaeb1645f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.0516376 Nov 20 03:27:45.593588 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6bc675a2-de39-40d9-94a7-a97fb0d729cf req-5a860d48-0f76-4e26-957b-f0d8cfd5845a tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768840 Nov 20 03:27:45.605948 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5ff33-d016-4c2c-8883-a1220e480cad req-66d4dec8-e7a4-46c1-9c35-4da25b5a23a1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:45.607401 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5ef5ff33-d016-4c2c-8883-a1220e480cad req-66d4dec8-e7a4-46c1-9c35-4da25b5a23a1 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0896411 Nov 20 03:27:45.654059 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5ef5ff33-d016-4c2c-8883-a1220e480cad req-dfc48711-f5e5-4a10-8d03-5622f442423e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Nov 20 03:27:46.392699 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33a01d-e080-4b20-bb9e-a8e59e63957f req-cb38e6fe-fb2f-4c8e-9291-ad87c9053a05 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:46.394267 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bd33a01d-e080-4b20-bb9e-a8e59e63957f req-cb38e6fe-fb2f-4c8e-9291-ad87c9053a05 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 946 time: 0.0750384 Nov 20 03:27:46.403025 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd0861-324a-4abe-a7f5-33cb140ba4dc req-6d6ddb2b-d8ed-4775-9f65-ff38c7d547ec tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:46.404468 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ebbd0861-324a-4abe-a7f5-33cb140ba4dc req-6d6ddb2b-d8ed-4775-9f65-ff38c7d547ec tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 946 time: 0.0765584 Nov 20 03:27:46.478703 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bd33a01d-e080-4b20-bb9e-a8e59e63957f req-5e1f01d4-516e-4bcd-9f48-eba5ca69f032 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732677 Nov 20 03:27:46.482742 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ebbd0861-324a-4abe-a7f5-33cb140ba4dc req-9a2fb964-dec0-488b-ad67-a11a78e681c3 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716677 Nov 20 03:27:46.587437 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb49f2-6b6e-4354-971b-11ce0900a9e9 req-4b5ac904-97bb-496d-820a-0d0abff20dfb tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:46.589011 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7bdb49f2-6b6e-4354-971b-11ce0900a9e9 req-4b5ac904-97bb-496d-820a-0d0abff20dfb tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 950 time: 0.0513089 Nov 20 03:27:46.637963 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7bdb49f2-6b6e-4354-971b-11ce0900a9e9 req-06a29fcf-1e02-4a48-a64c-cf5e460e2224 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422058 Nov 20 03:27:46.708888 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f792-9300-4d8a-b85b-6a8bfbcd98cf req-f15f1f52-b428-4e0c-af1a-c011ba2445e1 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:46.710382 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bb72f792-9300-4d8a-b85b-6a8bfbcd98cf req-f15f1f52-b428-4e0c-af1a-c011ba2445e1 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.0496666 Nov 20 03:27:46.791180 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bb72f792-9300-4d8a-b85b-6a8bfbcd98cf req-76af34fa-ade3-41ff-a053-b6deb86491dc tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742302 Nov 20 03:27:46.802895 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35cbfa-5200-4f66-8011-3c6e3ebc5bad req-5091886e-6888-4822-a873-bdd2c191a8c5 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:46.804298 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5c35cbfa-5200-4f66-8011-3c6e3ebc5bad req-5091886e-6888-4822-a873-bdd2c191a8c5 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0815797 Nov 20 03:27:46.855168 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5c35cbfa-5200-4f66-8011-3c6e3ebc5bad req-cb3a5d5e-c388-4e36-b82a-92fb2d208c44 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Nov 20 03:27:47.024899 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb8045-87a0-43ad-a62f-eaf81de606da req-986724fb-77a7-44af-94f8-c92ad6357b80 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:47.026520 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-51cb8045-87a0-43ad-a62f-eaf81de606da req-986724fb-77a7-44af-94f8-c92ad6357b80 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 950 time: 0.0528510 Nov 20 03:27:47.073213 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-51cb8045-87a0-43ad-a62f-eaf81de606da req-25d57500-6f90-491d-a87f-1b3be59c427d tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 Nov 20 03:27:47.628982 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b41037-e612-4a9b-82c9-b1d17d96831d req-30e8996c-44d8-41af-82b1-b9895b26f45e tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:47.630462 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0b41037-e612-4a9b-82c9-b1d17d96831d req-30e8996c-44d8-41af-82b1-b9895b26f45e tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 946 time: 0.0841422 Nov 20 03:27:47.638563 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0422d33-1ff7-4c58-bfcd-3b3b7ba3d862 req-3f69c7c1-88c2-49c5-82a5-cb153ee1638c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:47.640039 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0422d33-1ff7-4c58-bfcd-3b3b7ba3d862 req-3f69c7c1-88c2-49c5-82a5-cb153ee1638c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 946 time: 0.0836961 Nov 20 03:27:47.711770 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0b41037-e612-4a9b-82c9-b1d17d96831d req-33139b39-7610-4693-af01-318dbb33d0df tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707777 Nov 20 03:27:47.715373 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0422d33-1ff7-4c58-bfcd-3b3b7ba3d862 req-902cea80-6df3-4634-b3fd-c42b57d7f49f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687764 Nov 20 03:27:47.910943 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7ef56-e59b-4918-9f87-21d17246c3a4 req-4251cfe7-ffdd-4c66-bb97-867eae35aeb6 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:47.912578 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59e7ef56-e59b-4918-9f87-21d17246c3a4 req-4251cfe7-ffdd-4c66-bb97-867eae35aeb6 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.0506654 Nov 20 03:27:47.993952 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59e7ef56-e59b-4918-9f87-21d17246c3a4 req-67aeae41-9448-42dc-8e47-4615e0339392 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747018 Nov 20 03:27:48.005690 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24575ea8-916c-48ef-ae44-67ec14019686 req-ef8b212c-d084-4466-b449-d3cf811ea764 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:48.007173 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24575ea8-916c-48ef-ae44-67ec14019686 req-ef8b212c-d084-4466-b449-d3cf811ea764 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0750690 Nov 20 03:27:48.056353 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24575ea8-916c-48ef-ae44-67ec14019686 req-522690f4-24f8-4753-9419-266ca5de2ea7 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431242 Nov 20 03:27:48.189576 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17897cae-4e4c-4241-96d7-038135fb74ea req-61a0ef7e-ca58-4d7c-b863-ee8d152f1207 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:48.191096 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-17897cae-4e4c-4241-96d7-038135fb74ea req-61a0ef7e-ca58-4d7c-b863-ee8d152f1207 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 950 time: 0.0492427 Nov 20 03:27:48.239380 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-17897cae-4e4c-4241-96d7-038135fb74ea req-22c73830-3466-4ecb-99f2-d175ec225f0a tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424209 Nov 20 03:27:48.408646 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c870b-20bb-4525-8c96-9472bdd63c89 req-f6126e1d-27f8-473c-aaa2-92d8cbb735b8 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:48.410124 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-309c870b-20bb-4525-8c96-9472bdd63c89 req-f6126e1d-27f8-473c-aaa2-92d8cbb735b8 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 945 time: 0.0487206 Nov 20 03:27:48.559652 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-309c870b-20bb-4525-8c96-9472bdd63c89 req-64af1570-7bc4-4b9a-9c3f-aad836c89982 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Deleting port 502d5837-eaef-4602-9057-cc1f1bb18eb2 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:27:48.559845 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-309c870b-20bb-4525-8c96-9472bdd63c89 req-64af1570-7bc4-4b9a-9c3f-aad836c89982 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.660245 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-309c870b-20bb-4525-8c96-9472bdd63c89 req-64af1570-7bc4-4b9a-9c3f-aad836c89982 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] For port 502d5837-eaef-4602-9057-cc1f1bb18eb2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=502d5837-eaef-4602-9057-cc1f1bb18eb2,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:48.660519 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-309c870b-20bb-4525-8c96-9472bdd63c89 req-64af1570-7bc4-4b9a-9c3f-aad836c89982 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.674487 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-309c870b-20bb-4525-8c96-9472bdd63c89 req-64af1570-7bc4-4b9a-9c3f-aad836c89982 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Calling delete_port for 502d5837-eaef-4602-9057-cc1f1bb18eb2 owned by compute:nova {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:27:48.833570 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-309c870b-20bb-4525-8c96-9472bdd63c89 req-64af1570-7bc4-4b9a-9c3f-aad836c89982 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.865203 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af1570-7bc4-4b9a-9c3f-aad836c89982 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Pushing event deleted for resources: {'Port': ['ID=502d5837-eaef-4602-9057-cc1f1bb18eb2,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:48.913807 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc555c9-a970-4df8-863d-3c1e1c81d4a5 req-c8e205c4-0c30-467d-8707-c7770c0ad0f5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:48.916901 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [req-309c870b-20bb-4525-8c96-9472bdd63c89 req-64af1570-7bc4-4b9a-9c3f-aad836c89982 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] No DVR routers for this DVR port 502d5837-eaef-4602-9057-cc1f1bb18eb2 on host hv-cinder-81803 {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:27:48.920296 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-309c870b-20bb-4525-8c96-9472bdd63c89 req-64af1570-7bc4-4b9a-9c3f-aad836c89982 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.921387 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6fc555c9-a970-4df8-863d-3c1e1c81d4a5 req-c8e205c4-0c30-467d-8707-c7770c0ad0f5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 946 time: 0.1108668 Nov 20 03:27:48.924029 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-309c870b-20bb-4525-8c96-9472bdd63c89 req-64af1570-7bc4-4b9a-9c3f-aad836c89982 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "DELETE /v2.0/ports/502d5837-eaef-4602-9057-cc1f1bb18eb2 HTTP/1.1" status: 204 len: 173 time: 0.4547973 Nov 20 03:27:48.924621 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36116e65-2e67-4d18-84c2-d699cae54285', 'name': 'network-vif-deleted', 'tag': '502d5837-eaef-4602-9057-cc1f1bb18eb2'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:48.932804 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f540b582-1369-4503-b124-d36509f1829a" -d '{"events": [{"server_uuid": "36116e65-2e67-4d18-84c2-d699cae54285", "name": "network-vif-deleted", "tag": "502d5837-eaef-4602-9057-cc1f1bb18eb2"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:48.940677 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0617d1-3033-41e1-967a-3a711963fe6f req-8c4b2ca7-8712-4a2b-8fc4-5bb83480383e tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:48.942980 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7d0617d1-3033-41e1-967a-3a711963fe6f req-8c4b2ca7-8712-4a2b-8fc4-5bb83480383e tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 946 time: 0.1453137 Nov 20 03:27:48.947003 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['6cabe651-4a25-4e86-bfd6-a1e07df36346', '409ff6fa-0f7f-4eb4-b321-ee164178b6cd', '20da1bff-d668-4898-a7cd-882e011aca51', '502d5837-eaef-4602-9057-cc1f1bb18eb2'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:49.020617 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7d0617d1-3033-41e1-967a-3a711963fe6f req-4561727f-e940-4b18-a60c-0c0e5082e9cd tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714090 Nov 20 03:27:49.048793 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6fc555c9-a970-4df8-863d-3c1e1c81d4a5 req-b76bb75b-1d61-497c-83ac-2fd551d49b9f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078765 Nov 20 03:27:49.113159 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d408d883-56bf-4775-9b7b-a0aa6ae83ae8 x-openstack-request-id: req-d408d883-56bf-4775-9b7b-a0aa6ae83ae8 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:49.113538 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36116e65-2e67-4d18-84c2-d699cae54285", "name": "network-vif-deleted", "tag": "502d5837-eaef-4602-9057-cc1f1bb18eb2", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:49.113864 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d408d883-56bf-4775-9b7b-a0aa6ae83ae8 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:49.114329 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36116e65-2e67-4d18-84c2-d699cae54285', 'name': 'network-vif-deleted', 'tag': '502d5837-eaef-4602-9057-cc1f1bb18eb2', 'status': 'completed', 'code': 200} Nov 20 03:27:49.166172 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-37ac629f-f034-4d11-9d7c-8a3f04589aea req-e561f903-a62c-4db2-b548-933a728a9690 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=36116e65-2e67-4d18-84c2-d699cae54285 HTTP/1.1" status: 200 len: 210 time: 0.0567052 Nov 20 03:27:49.262840 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f59ccb-79f5-4eca-9d5f-6e03e16d0b14 req-767a92e2-6885-497f-88d0-3a6009360c3e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:49.264610 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e1f59ccb-79f5-4eca-9d5f-6e03e16d0b14 req-767a92e2-6885-497f-88d0-3a6009360c3e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0577872 Nov 20 03:27:49.330124 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e1f59ccb-79f5-4eca-9d5f-6e03e16d0b14 req-e151c44a-75ed-427a-aad4-3abb0cc3b1b9 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582526 Nov 20 03:27:49.393234 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a4862-cdbe-497b-986e-afedc3fe6d3d req-ad670cf4-6db2-4f95-bc6b-3be56b67cb44 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:49.394725 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-844a4862-cdbe-497b-986e-afedc3fe6d3d req-ad670cf4-6db2-4f95-bc6b-3be56b67cb44 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 950 time: 0.0593219 Nov 20 03:27:49.442061 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-844a4862-cdbe-497b-986e-afedc3fe6d3d req-d5b6538e-f663-44ef-9749-7efa6396db24 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413833 Nov 20 03:27:50.185652 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9618da-2b1d-4296-87ad-6e0029a3b75f req-f38ba09c-3156-4032-9bbf-b59a13607221 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:50.187013 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a9618da-2b1d-4296-87ad-6e0029a3b75f req-f38ba09c-3156-4032-9bbf-b59a13607221 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 946 time: 0.0871708 Nov 20 03:27:50.195183 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a13dd0-bb04-4be5-b0bb-bd924d186743 req-d3a71388-893c-4ec4-a1c0-8c1988060fcc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:50.196526 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-39a13dd0-bb04-4be5-b0bb-bd924d186743 req-d3a71388-893c-4ec4-a1c0-8c1988060fcc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 946 time: 0.0656791 Nov 20 03:27:50.264465 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a9618da-2b1d-4296-87ad-6e0029a3b75f req-8442ddcd-4e21-4d4b-baf7-320213a8fc38 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670240 Nov 20 03:27:50.271303 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-39a13dd0-bb04-4be5-b0bb-bd924d186743 req-0f7a0caf-d601-45b6-a2bc-f2b34c7d34e4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675049 Nov 20 03:27:50.452598 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866df4c-62cc-4a67-9d65-a148b52d8d71 req-c5a0f8ec-985e-4952-8366-1a2f7a7bdf4d tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:50.453994 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9866df4c-62cc-4a67-9d65-a148b52d8d71 req-c5a0f8ec-985e-4952-8366-1a2f7a7bdf4d tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0499277 Nov 20 03:27:50.502044 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9866df4c-62cc-4a67-9d65-a148b52d8d71 req-bd1774c5-8fc6-4a88-8aac-2c8b4dd9bb89 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421574 Nov 20 03:27:50.558173 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a8b48-12b4-4ccb-9433-f5516e2014b9 req-11bbfeb2-01b0-4b42-a610-37280effa1ed tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:50.560145 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-763a8b48-12b4-4ccb-9433-f5516e2014b9 req-11bbfeb2-01b0-4b42-a610-37280effa1ed tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 950 time: 0.0519850 Nov 20 03:27:50.607296 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-763a8b48-12b4-4ccb-9433-f5516e2014b9 req-8b3f340a-137a-4532-ab30-807dea03f166 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f24e98a-01a8-49bd-be70-d09ee17d732b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Nov 20 03:27:51.350709 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e57d5-6695-4bde-b8c5-4df1780e3f5f req-2f047b05-8bc5-4d43-bb60-e1b816d50509 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:51.352245 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-813e57d5-6695-4bde-b8c5-4df1780e3f5f req-2f047b05-8bc5-4d43-bb60-e1b816d50509 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 950 time: 0.0510511 Nov 20 03:27:51.379824 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60fdf9-79d8-40b1-a700-3359c1372a64 req-ae0df227-2ad6-476e-8f8e-cbab1fa853c2 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:51.381282 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa60fdf9-79d8-40b1-a700-3359c1372a64 req-ae0df227-2ad6-476e-8f8e-cbab1fa853c2 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 946 time: 0.0496795 Nov 20 03:27:51.428794 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa60fdf9-79d8-40b1-a700-3359c1372a64 req-be5b3c55-57e9-4e1b-9485-1a329e8bd019 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Nov 20 03:27:51.469531 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-813e57d5-6695-4bde-b8c5-4df1780e3f5f req-e8c8dd68-9808-43f4-bee0-7acb61fab187 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Deleting port de016cfa-e54d-49de-908a-9d8edb413893 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:27:51.469871 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-813e57d5-6695-4bde-b8c5-4df1780e3f5f req-e8c8dd68-9808-43f4-bee0-7acb61fab187 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:51.567890 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-813e57d5-6695-4bde-b8c5-4df1780e3f5f req-e8c8dd68-9808-43f4-bee0-7acb61fab187 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] For port de016cfa-e54d-49de-908a-9d8edb413893, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=de016cfa-e54d-49de-908a-9d8edb413893,segment=NetworkSegment(b53223ec-0922-49e4-89c2-ecf111629696),segment_id=b53223ec-0922-49e4-89c2-ecf111629696)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:51.568136 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-813e57d5-6695-4bde-b8c5-4df1780e3f5f req-e8c8dd68-9808-43f4-bee0-7acb61fab187 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:51.583468 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-813e57d5-6695-4bde-b8c5-4df1780e3f5f req-e8c8dd68-9808-43f4-bee0-7acb61fab187 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Calling delete_port for de016cfa-e54d-49de-908a-9d8edb413893 owned by compute:nova {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:27:51.679238 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 502d5837-eaef-4602-9057-cc1f1bb18eb2 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:51.679816 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acdbff-185a-42ed-8661-8be9a621ce58 req-9833977f-7b9d-424b-85f7-6adb5db0958c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:51.681451 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-05acdbff-185a-42ed-8661-8be9a621ce58 req-9833977f-7b9d-424b-85f7-6adb5db0958c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0936503 Nov 20 03:27:51.691919 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb43e8c-8903-4504-839d-c1db9febb5be req-34b98f03-0ce0-4246-bf8c-de198d71a6e4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:51.693565 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2fb43e8c-8903-4504-839d-c1db9febb5be req-34b98f03-0ce0-4246-bf8c-de198d71a6e4 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 946 time: 0.0923858 Nov 20 03:27:51.700801 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 502d5837-eaef-4602-9057-cc1f1bb18eb2 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:27:51.701441 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 502d5837-eaef-4602-9057-cc1f1bb18eb2 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:27:51.720905 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-813e57d5-6695-4bde-b8c5-4df1780e3f5f req-e8c8dd68-9808-43f4-bee0-7acb61fab187 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:51.748797 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8dd68-9808-43f4-bee0-7acb61fab187 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Pushing event deleted for resources: {'Port': ['ID=de016cfa-e54d-49de-908a-9d8edb413893,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:51.772063 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-05acdbff-185a-42ed-8661-8be9a621ce58 req-27bea817-8575-4d55-8e8b-f0eff7afe507 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774291 Nov 20 03:27:51.780705 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2fb43e8c-8903-4504-839d-c1db9febb5be req-bf973df9-9137-45ae-b6b2-73f57e59049e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701308 Nov 20 03:27:51.793352 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['de016cfa-e54d-49de-908a-9d8edb413893'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:51.796126 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [req-813e57d5-6695-4bde-b8c5-4df1780e3f5f req-e8c8dd68-9808-43f4-bee0-7acb61fab187 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] No DVR routers for this DVR port de016cfa-e54d-49de-908a-9d8edb413893 on host hv-cinder-81803 {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:27:51.799110 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-813e57d5-6695-4bde-b8c5-4df1780e3f5f req-e8c8dd68-9808-43f4-bee0-7acb61fab187 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:51.802700 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-813e57d5-6695-4bde-b8c5-4df1780e3f5f req-e8c8dd68-9808-43f4-bee0-7acb61fab187 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.57 "DELETE /v2.0/ports/de016cfa-e54d-49de-908a-9d8edb413893 HTTP/1.1" status: 204 len: 173 time: 0.4234121 Nov 20 03:27:51.803227 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0309e3-7fd9-4042-abd0-2d4a6e44946e', 'name': 'network-vif-deleted', 'tag': 'de016cfa-e54d-49de-908a-9d8edb413893'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:51.805698 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e3cffb-2aa4-4881-adad-de6f04413d76" -d '{"events": [{"server_uuid": "aa0309e3-7fd9-4042-abd0-2d4a6e44946e", "name": "network-vif-deleted", "tag": "de016cfa-e54d-49de-908a-9d8edb413893"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:51.863962 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19abbd53-0796-4c1a-abd7-1b9a7bec5c0e x-openstack-request-id: req-19abbd53-0796-4c1a-abd7-1b9a7bec5c0e {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:51.864522 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0309e3-7fd9-4042-abd0-2d4a6e44946e", "name": "network-vif-deleted", "tag": "de016cfa-e54d-49de-908a-9d8edb413893", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:51.864863 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19abbd53-0796-4c1a-abd7-1b9a7bec5c0e {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:51.865227 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0309e3-7fd9-4042-abd0-2d4a6e44946e', 'name': 'network-vif-deleted', 'tag': 'de016cfa-e54d-49de-908a-9d8edb413893', 'status': 'completed', 'code': 200} Nov 20 03:27:51.872970 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f4c83137-79e6-4f97-b28c-72714dc75d7f req-b9a889b3-c17b-4e61-b095-f9eccb25d087 tempest-VolumesNegativeTest-184278237 tempest-VolumesNegativeTest-184278237-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa0309e3-7fd9-4042-abd0-2d4a6e44946e HTTP/1.1" status: 200 len: 210 time: 0.0290556 Nov 20 03:27:52.328905 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefc4e4-41d2-4ae4-98a7-15ab8587da95 req-03b51df7-d26e-4429-bb01-420d4f2e152f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:52.330271 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-abefc4e4-41d2-4ae4-98a7-15ab8587da95 req-03b51df7-d26e-4429-bb01-420d4f2e152f tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.57 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 946 time: 0.0480628 Nov 20 03:27:52.430759 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-abefc4e4-41d2-4ae4-98a7-15ab8587da95 req-4a76b8cf-12e7-40d7-b2f7-530b94c2d687 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Deleting port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:27:52.431404 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-abefc4e4-41d2-4ae4-98a7-15ab8587da95 req-4a76b8cf-12e7-40d7-b2f7-530b94c2d687 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:52.522388 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-abefc4e4-41d2-4ae4-98a7-15ab8587da95 req-4a76b8cf-12e7-40d7-b2f7-530b94c2d687 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] For port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0,segment=NetworkSegment(de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2),segment_id=de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:52.522744 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-abefc4e4-41d2-4ae4-98a7-15ab8587da95 req-4a76b8cf-12e7-40d7-b2f7-530b94c2d687 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:52.535678 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-abefc4e4-41d2-4ae4-98a7-15ab8587da95 req-4a76b8cf-12e7-40d7-b2f7-530b94c2d687 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Calling delete_port for cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 owned by compute:nova {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:27:52.547823 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98ae88-5b20-4ea0-811b-1200b8483df2 req-3f539ecb-a086-43b4-b62a-f15069561333 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:52.549288 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ac98ae88-5b20-4ea0-811b-1200b8483df2 req-3f539ecb-a086-43b4-b62a-f15069561333 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda5a290-2779-45d2-b7a6-fd5996c1f4cc HTTP/1.1" status: 200 len: 946 time: 0.0501871 Nov 20 03:27:52.600527 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ac98ae88-5b20-4ea0-811b-1200b8483df2 req-c1025605-879f-4fc5-8d25-0d29817cc9b8 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.37 "GET /v2.0/security-groups?id=c41957c4-f2f0-442f-bb94-efb60c1c90cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447252 Nov 20 03:27:52.672049 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-abefc4e4-41d2-4ae4-98a7-15ab8587da95 req-4a76b8cf-12e7-40d7-b2f7-530b94c2d687 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:52.703468 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76b8cf-12e7-40d7-b2f7-530b94c2d687 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Pushing event deleted for resources: {'Port': ['ID=cc1c0e14-645b-47e4-8bfb-ee637a3d46e0,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:52.726859 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['cc1c0e14-645b-47e4-8bfb-ee637a3d46e0'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:52.745526 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [req-abefc4e4-41d2-4ae4-98a7-15ab8587da95 req-4a76b8cf-12e7-40d7-b2f7-530b94c2d687 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] No DVR routers for this DVR port cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 on host hv-cinder-81803 {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:27:52.748284 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-abefc4e4-41d2-4ae4-98a7-15ab8587da95 req-4a76b8cf-12e7-40d7-b2f7-530b94c2d687 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:52.751634 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-abefc4e4-41d2-4ae4-98a7-15ab8587da95 req-4a76b8cf-12e7-40d7-b2f7-530b94c2d687 tempest-VolumesActionsTest-1117270122 tempest-VolumesActionsTest-1117270122-project] 10.222.0.57 "DELETE /v2.0/ports/cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 HTTP/1.1" status: 204 len: 173 time: 0.4103611 Nov 20 03:27:52.921600 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fd5c3-b502-43de-b7ca-fe2c4593a715 req-8e3dc5b8-7ee2-4f04-90d8-2e866e606e53 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:52.923191 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-be6fd5c3-b502-43de-b7ca-fe2c4593a715 req-8e3dc5b8-7ee2-4f04-90d8-2e866e606e53 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0770669 Nov 20 03:27:52.952839 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37714e37-de4f-43be-91c1-df306706c839 req-63237778-d8d3-4015-8406-4ff19b3d9d7f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:52.954273 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-37714e37-de4f-43be-91c1-df306706c839 req-63237778-d8d3-4015-8406-4ff19b3d9d7f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 946 time: 0.0825500 Nov 20 03:27:52.998357 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-be6fd5c3-b502-43de-b7ca-fe2c4593a715 req-86542fb5-3930-4688-ac1f-32f35b6698af tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682693 Nov 20 03:27:53.019738 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-37714e37-de4f-43be-91c1-df306706c839 req-c794625d-9e2c-4edd-bcc1-ceb17bd83d5a tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591505 Nov 20 03:27:53.867323 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda5a290-2779-45d2-b7a6-fd5996c1f4cc', 'name': 'network-vif-deleted', 'tag': 'cc1c0e14-645b-47e4-8bfb-ee637a3d46e0'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:53.871068 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b55e177-adc8-40f5-94b2-8d9acfdabf53" -d '{"events": [{"server_uuid": "bda5a290-2779-45d2-b7a6-fd5996c1f4cc", "name": "network-vif-deleted", "tag": "cc1c0e14-645b-47e4-8bfb-ee637a3d46e0"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:53.917363 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806d6fe1-b49c-4222-a56c-41d58e86c79e x-openstack-request-id: req-806d6fe1-b49c-4222-a56c-41d58e86c79e {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:53.917698 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda5a290-2779-45d2-b7a6-fd5996c1f4cc", "name": "network-vif-deleted", "tag": "cc1c0e14-645b-47e4-8bfb-ee637a3d46e0", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:53.917884 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-806d6fe1-b49c-4222-a56c-41d58e86c79e {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:53.918267 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda5a290-2779-45d2-b7a6-fd5996c1f4cc', 'name': 'network-vif-deleted', 'tag': 'cc1c0e14-645b-47e4-8bfb-ee637a3d46e0', 'status': 'completed', 'code': 200} Nov 20 03:27:54.171410 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853dcb6-0462-4b12-8dd7-5865850fe72a req-1cb8d144-a10c-4c2a-9c20-b6c48dd0096b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:54.178486 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9853dcb6-0462-4b12-8dd7-5865850fe72a req-1cb8d144-a10c-4c2a-9c20-b6c48dd0096b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0998063 Nov 20 03:27:54.204645 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c14b0c-90b9-4938-a0e8-f3a78c98211d req-f2e571dd-2ce1-4963-9721-37d226976ac1 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:54.206235 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d2c14b0c-90b9-4938-a0e8-f3a78c98211d req-f2e571dd-2ce1-4963-9721-37d226976ac1 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 946 time: 0.0871689 Nov 20 03:27:54.250635 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9853dcb6-0462-4b12-8dd7-5865850fe72a req-70ac805e-40bd-4e6b-bd28-13bd18119456 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713062 Nov 20 03:27:54.281347 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d2c14b0c-90b9-4938-a0e8-f3a78c98211d req-709c78d6-2ee3-46af-a87d-65dfdcc0bafc tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613163 Nov 20 03:27:55.377290 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4d051-d765-4bbf-b9c4-be5fd2cecce2 req-06521d6f-8449-4f69-a395-cceab8a28fbf tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:55.380241 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dab4d051-d765-4bbf-b9c4-be5fd2cecce2 req-06521d6f-8449-4f69-a395-cceab8a28fbf tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0592775 Nov 20 03:27:55.464774 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19177f-3f67-4ddf-9c80-8a327aa4569f req-bc574f16-bab4-44c8-8e14-134580bf8e57 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:55.466975 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4c19177f-3f67-4ddf-9c80-8a327aa4569f req-bc574f16-bab4-44c8-8e14-134580bf8e57 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 946 time: 0.0983224 Nov 20 03:27:55.473030 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dab4d051-d765-4bbf-b9c4-be5fd2cecce2 req-9f458de9-ae88-4ac4-8e2b-3361543b666c tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832651 Nov 20 03:27:55.521057 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4c19177f-3f67-4ddf-9c80-8a327aa4569f req-d3c66ea6-e407-454c-98e2-60b560009270 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457425 Nov 20 03:27:56.592423 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543b5cb-7643-45b9-b2d6-0035ba390c30 req-ec97ec22-7f56-436e-aa94-0ea3721e088a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:56.593907 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9543b5cb-7643-45b9-b2d6-0035ba390c30 req-ec97ec22-7f56-436e-aa94-0ea3721e088a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0562325 Nov 20 03:27:56.673240 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20720fe-5d91-4b73-bb1f-0de5545008d7 req-9658dc6d-a52a-4097-8d6c-3d0de066158f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:56.674701 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a20720fe-5d91-4b73-bb1f-0de5545008d7 req-9658dc6d-a52a-4097-8d6c-3d0de066158f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 946 time: 0.0798020 Nov 20 03:27:56.678234 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9543b5cb-7643-45b9-b2d6-0035ba390c30 req-766829d8-87e6-45fa-b46f-4a95e5f5b28a tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737915 Nov 20 03:27:56.721024 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a20720fe-5d91-4b73-bb1f-0de5545008d7 req-d98f1ddb-9cc8-4355-8160-4dec98552fed tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 Nov 20 03:27:57.793705 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c135b6-342c-4b4e-af88-a65a936d2704 req-1d228ddd-b406-45a8-8ab3-d2302bd73b5e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:57.795118 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-60c135b6-342c-4b4e-af88-a65a936d2704 req-1d228ddd-b406-45a8-8ab3-d2302bd73b5e tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0501955 Nov 20 03:27:57.877297 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb73c3-a9bb-4c40-9d28-d535295b81a2 req-10463f40-366d-497d-8b54-7c2fea347623 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:57.879411 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d6eb73c3-a9bb-4c40-9d28-d535295b81a2 req-10463f40-366d-497d-8b54-7c2fea347623 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 946 time: 0.0834107 Nov 20 03:27:57.886903 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-60c135b6-342c-4b4e-af88-a65a936d2704 req-3f94ae9d-75d2-432d-9ea2-444b16655a60 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809915 Nov 20 03:27:57.896610 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device de016cfa-e54d-49de-908a-9d8edb413893 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:57.921208 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: de016cfa-e54d-49de-908a-9d8edb413893 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:27:57.921589 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device de016cfa-e54d-49de-908a-9d8edb413893 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:27:57.922037 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:57.931601 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d6eb73c3-a9bb-4c40-9d28-d535295b81a2 req-6932d909-6474-4701-84de-8bbaff461e1e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Nov 20 03:27:57.942614 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:27:57.942959 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device cc1c0e14-645b-47e4-8bfb-ee637a3d46e0 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:27:57.978747 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7b32f-86ab-4016-afc4-239d926c83a3 req-321689fd-55ec-40b9-95aa-29b4e97a0525 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:57.980209 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-20b7b32f-86ab-4016-afc4-239d926c83a3 req-321689fd-55ec-40b9-95aa-29b4e97a0525 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 946 time: 0.0513234 Nov 20 03:27:58.076553 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-20b7b32f-86ab-4016-afc4-239d926c83a3 req-b05c71a7-2758-4047-82f0-24ac87734686 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Deleting port 20da1bff-d668-4898-a7cd-882e011aca51 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:27:58.076817 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-20b7b32f-86ab-4016-afc4-239d926c83a3 req-b05c71a7-2758-4047-82f0-24ac87734686 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:58.162763 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-20b7b32f-86ab-4016-afc4-239d926c83a3 req-b05c71a7-2758-4047-82f0-24ac87734686 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] For port 20da1bff-d668-4898-a7cd-882e011aca51, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=20da1bff-d668-4898-a7cd-882e011aca51,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:58.163119 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-20b7b32f-86ab-4016-afc4-239d926c83a3 req-b05c71a7-2758-4047-82f0-24ac87734686 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:58.177117 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-20b7b32f-86ab-4016-afc4-239d926c83a3 req-b05c71a7-2758-4047-82f0-24ac87734686 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Calling delete_port for 20da1bff-d668-4898-a7cd-882e011aca51 owned by compute:nova {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:27:58.302007 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-20b7b32f-86ab-4016-afc4-239d926c83a3 req-b05c71a7-2758-4047-82f0-24ac87734686 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:58.330194 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c71a7-2758-4047-82f0-24ac87734686 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Pushing event deleted for resources: {'Port': ['ID=20da1bff-d668-4898-a7cd-882e011aca51,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:58.358592 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['6cabe651-4a25-4e86-bfd6-a1e07df36346', '409ff6fa-0f7f-4eb4-b321-ee164178b6cd'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:58.378307 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b7b32f-86ab-4016-afc4-239d926c83a3 req-b05c71a7-2758-4047-82f0-24ac87734686 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] No DVR routers for this DVR port 20da1bff-d668-4898-a7cd-882e011aca51 on host hv-cinder-81803 {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:27:58.381062 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-20b7b32f-86ab-4016-afc4-239d926c83a3 req-b05c71a7-2758-4047-82f0-24ac87734686 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:58.384775 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-20b7b32f-86ab-4016-afc4-239d926c83a3 req-b05c71a7-2758-4047-82f0-24ac87734686 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "DELETE /v2.0/ports/20da1bff-d668-4898-a7cd-882e011aca51 HTTP/1.1" status: 204 len: 173 time: 0.3971465 Nov 20 03:27:58.385234 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb49ce9-1111-4384-8066-f155f85972d5', 'name': 'network-vif-deleted', 'tag': '20da1bff-d668-4898-a7cd-882e011aca51'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:58.388705 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dac29a3-6945-48f5-9213-9539d78613a0" -d '{"events": [{"server_uuid": "dcb49ce9-1111-4384-8066-f155f85972d5", "name": "network-vif-deleted", "tag": "20da1bff-d668-4898-a7cd-882e011aca51"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:58.428189 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a564fdb-739c-4c47-89cc-a2b5836b27ab x-openstack-request-id: req-0a564fdb-739c-4c47-89cc-a2b5836b27ab {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:58.428511 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb49ce9-1111-4384-8066-f155f85972d5", "name": "network-vif-deleted", "tag": "20da1bff-d668-4898-a7cd-882e011aca51", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:58.428772 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a564fdb-739c-4c47-89cc-a2b5836b27ab {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:58.429229 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb49ce9-1111-4384-8066-f155f85972d5', 'name': 'network-vif-deleted', 'tag': '20da1bff-d668-4898-a7cd-882e011aca51', 'status': 'completed', 'code': 200} Nov 20 03:27:59.004245 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b89ae-4168-40bb-b8a3-6d84d7f43ad9 req-3a161b05-d604-4bbb-b9fa-086802af9dc8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:59.005763 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-154b89ae-4168-40bb-b8a3-6d84d7f43ad9 req-3a161b05-d604-4bbb-b9fa-086802af9dc8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0490639 Nov 20 03:27:59.054507 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0b102d2e-45f2-4d48-a6cb-1ce0c93fb5f4 req-8b17648a-67ba-48c5-86a0-ad62ca087e58 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcb49ce9-1111-4384-8066-f155f85972d5 HTTP/1.1" status: 200 len: 210 time: 0.0348396 Nov 20 03:27:59.076396 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-154b89ae-4168-40bb-b8a3-6d84d7f43ad9 req-30474e7b-9b20-4255-a7ea-a18a6833f170 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640831 Nov 20 03:27:59.639614 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dddf54-556d-4abd-9d8c-630b8acddcbb req-3868faa7-04e8-47b2-a08e-843b7ac3961b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:59.646463 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-b8dddf54-556d-4abd-9d8c-630b8acddcbb req-3868faa7-04e8-47b2-a08e-843b7ac3961b tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.57 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 946 time: 0.0559092 Nov 20 03:27:59.756427 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-b8dddf54-556d-4abd-9d8c-630b8acddcbb req-b0f7db07-86a4-48ce-ac49-c0b9aad71ad8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Deleting port 04b72906-e641-41e4-a5a9-636c7cd117c9 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:27:59.756798 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-b8dddf54-556d-4abd-9d8c-630b8acddcbb req-b0f7db07-86a4-48ce-ac49-c0b9aad71ad8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:59.861734 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-b8dddf54-556d-4abd-9d8c-630b8acddcbb req-b0f7db07-86a4-48ce-ac49-c0b9aad71ad8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] For port 04b72906-e641-41e4-a5a9-636c7cd117c9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=04b72906-e641-41e4-a5a9-636c7cd117c9,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:59.862208 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-b8dddf54-556d-4abd-9d8c-630b8acddcbb req-b0f7db07-86a4-48ce-ac49-c0b9aad71ad8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:59.876408 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 20da1bff-d668-4898-a7cd-882e011aca51 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:59.883084 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-b8dddf54-556d-4abd-9d8c-630b8acddcbb req-b0f7db07-86a4-48ce-ac49-c0b9aad71ad8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Calling delete_port for 04b72906-e641-41e4-a5a9-636c7cd117c9 owned by compute:nova {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:27:59.920183 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 20da1bff-d668-4898-a7cd-882e011aca51 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:27:59.920656 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 20da1bff-d668-4898-a7cd-882e011aca51 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:28:00.072292 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33016) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:00.072776 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-b8dddf54-556d-4abd-9d8c-630b8acddcbb req-b0f7db07-86a4-48ce-ac49-c0b9aad71ad8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:00.118306 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['04b72906-e641-41e4-a5a9-636c7cd117c9'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:00.174260 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7db07-86a4-48ce-ac49-c0b9aad71ad8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Pushing event deleted for resources: {'Port': ['ID=04b72906-e641-41e4-a5a9-636c7cd117c9,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:00.245099 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dddf54-556d-4abd-9d8c-630b8acddcbb req-b0f7db07-86a4-48ce-ac49-c0b9aad71ad8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] No DVR routers for this DVR port 04b72906-e641-41e4-a5a9-636c7cd117c9 on host hv-cinder-81803 {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:28:00.249327 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-b8dddf54-556d-4abd-9d8c-630b8acddcbb req-b0f7db07-86a4-48ce-ac49-c0b9aad71ad8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:00.253150 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-b8dddf54-556d-4abd-9d8c-630b8acddcbb req-b0f7db07-86a4-48ce-ac49-c0b9aad71ad8 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.57 "DELETE /v2.0/ports/04b72906-e641-41e4-a5a9-636c7cd117c9 HTTP/1.1" status: 204 len: 173 time: 0.5975201 Nov 20 03:28:00.317559 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-75ff56db-1d9d-46d2-959c-d5cbc65901a8 req-e29263c1-5287-441e-ba63-d37455025ec3 tempest-ServerRescueNegativeTestJSON-1055362359 tempest-ServerRescueNegativeTestJSON-1055362359-project] 10.222.0.37 "GET /v2.0/ports?device_id=1520eab8-d6b9-48aa-8333-5c7758310e82 HTTP/1.1" status: 200 len: 210 time: 0.0986171 Nov 20 03:28:00.362384 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-652eb680-c358-4ae2-a866-605deac08c40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf913c6c0c784651a7867d309c36b408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876315 Nov 20 03:28:00.365104 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33028) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:00.415417 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:00.417663 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e24a9403-73e2-42a4-bb92-12a46ec95089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:00.451414 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e24a9403-73e2-42a4-bb92-12a46ec95089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:00.483466 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47115-5642-4c1e-be8f-a623b580d96f req-9c46015d-9350-4ed7-9bbc-e57188451e44 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:00.505192 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1520eab8-d6b9-48aa-8333-5c7758310e82', 'name': 'network-vif-deleted', 'tag': '04b72906-e641-41e4-a5a9-636c7cd117c9'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:00.508514 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-36b47115-5642-4c1e-be8f-a623b580d96f req-9c46015d-9350-4ed7-9bbc-e57188451e44 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 946 time: 0.1176119 Nov 20 03:28:00.508944 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bbf7f3-7ec2-445f-af21-61a68278497d" -d '{"events": [{"server_uuid": "1520eab8-d6b9-48aa-8333-5c7758310e82", "name": "network-vif-deleted", "tag": "04b72906-e641-41e4-a5a9-636c7cd117c9"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:00.526562 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e24a9403-73e2-42a4-bb92-12a46ec95089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:00.533333 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e24a9403-73e2-42a4-bb92-12a46ec95089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:00.534723 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e24a9403-73e2-42a4-bb92-12a46ec95089 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f24e98a-01a8-49bd-be70-d09ee17d732b HTTP/1.1" status: 204 len: 168 time: 0.1684990 Nov 20 03:28:00.556449 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a9403-73e2-42a4-bb92-12a46ec95089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f24e98a-01a8-49bd-be70-d09ee17d732b,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:00.574892 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fdcc44-bf99-480b-a065-5a60bd04f5ac x-openstack-request-id: req-22fdcc44-bf99-480b-a065-5a60bd04f5ac {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:00.574892 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1520eab8-d6b9-48aa-8333-5c7758310e82", "name": "network-vif-deleted", "tag": "04b72906-e641-41e4-a5a9-636c7cd117c9", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:00.575297 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22fdcc44-bf99-480b-a065-5a60bd04f5ac {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:00.575408 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1520eab8-d6b9-48aa-8333-5c7758310e82', 'name': 'network-vif-deleted', 'tag': '04b72906-e641-41e4-a5a9-636c7cd117c9', 'status': 'completed', 'code': 200} Nov 20 03:28:00.601544 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-36b47115-5642-4c1e-be8f-a623b580d96f req-99c2b12b-3475-475a-a62d-ce6252c7d7d9 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913274 Nov 20 03:28:01.378009 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33042) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:01.843515 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5d3f8-0859-40c1-817f-82c0507c65f7 req-46c8b52b-20a0-40e4-9a2b-c8da8fc5730e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:01.845733 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5fe5d3f8-0859-40c1-817f-82c0507c65f7 req-46c8b52b-20a0-40e4-9a2b-c8da8fc5730e tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 946 time: 0.1125312 Nov 20 03:28:01.995776 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5fe5d3f8-0859-40c1-817f-82c0507c65f7 req-2820aa1f-a5ae-46e1-afcd-c7b61797a7f7 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355798 Nov 20 03:28:02.036383 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-388aab05-8493-4736-9c8c-603bb27ed00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779922'] for router_interface, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:02.329236 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-388aab05-8493-4736-9c8c-603bb27ed00a admin admin] Deleting port 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:28:02.329627 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-388aab05-8493-4736-9c8c-603bb27ed00a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:02.414060 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-388aab05-8493-4736-9c8c-603bb27ed00a admin admin] For port 0a1d28f8-4b71-4dbd-9936-b4690daf0d83, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=0a1d28f8-4b71-4dbd-9936-b4690daf0d83,segment=NetworkSegment(756da363-c7ea-4a66-ab68-6135251f2851),segment_id=756da363-c7ea-4a66-ab68-6135251f2851)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:02.414732 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-388aab05-8493-4736-9c8c-603bb27ed00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:02.428399 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-388aab05-8493-4736-9c8c-603bb27ed00a admin admin] Calling delete_port for 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 owned by network:router_interface {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:28:02.619758 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-388aab05-8493-4736-9c8c-603bb27ed00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:02.647024 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388aab05-8493-4736-9c8c-603bb27ed00a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1d28f8-4b71-4dbd-9936-b4690daf0d83,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:02.800371 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f26a31-b25f-46ed-9860-0a9f0769cbb9 req-e5501197-2952-4cce-9f9c-634d97b26d45 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:02.802402 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-34f26a31-b25f-46ed-9860-0a9f0769cbb9 req-e5501197-2952-4cce-9f9c-634d97b26d45 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 946 time: 0.1064227 Nov 20 03:28:02.971125 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-34f26a31-b25f-46ed-9860-0a9f0769cbb9 req-3c18abd8-4ddc-437a-9bc4-186788b6ce75 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Deleting port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:28:02.971473 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-34f26a31-b25f-46ed-9860-0a9f0769cbb9 req-3c18abd8-4ddc-437a-9bc4-186788b6ce75 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:03.131012 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-34f26a31-b25f-46ed-9860-0a9f0769cbb9 req-3c18abd8-4ddc-437a-9bc4-186788b6ce75 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] For port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=409ff6fa-0f7f-4eb4-b321-ee164178b6cd,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:03.131569 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-34f26a31-b25f-46ed-9860-0a9f0769cbb9 req-3c18abd8-4ddc-437a-9bc4-186788b6ce75 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:03.148912 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-34f26a31-b25f-46ed-9860-0a9f0769cbb9 req-3c18abd8-4ddc-437a-9bc4-186788b6ce75 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Calling delete_port for 409ff6fa-0f7f-4eb4-b321-ee164178b6cd owned by compute:nova {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:28:03.268949 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be45901-11c1-4222-acd0-eda65945b96d req-596c7410-fa95-47d1-af08-9e5711ccbd4a tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:03.270562 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8be45901-11c1-4222-acd0-eda65945b96d req-596c7410-fa95-47d1-af08-9e5711ccbd4a tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99425ad-063b-41de-ada4-431531d73cf9 HTTP/1.1" status: 200 len: 946 time: 0.0646756 Nov 20 03:28:03.277559 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-388aab05-8493-4736-9c8c-603bb27ed00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782338'] for router_interface, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:03.406531 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-34f26a31-b25f-46ed-9860-0a9f0769cbb9 req-3c18abd8-4ddc-437a-9bc4-186788b6ce75 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:03.423010 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8be45901-11c1-4222-acd0-eda65945b96d req-c92f1e6d-b1f9-45ef-a7b3-f5d31ef00755 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353269 Nov 20 03:28:03.454064 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['6cabe651-4a25-4e86-bfd6-a1e07df36346', '409ff6fa-0f7f-4eb4-b321-ee164178b6cd'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:03.483438 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18abd8-4ddc-437a-9bc4-186788b6ce75 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Pushing event deleted for resources: {'Port': ['ID=409ff6fa-0f7f-4eb4-b321-ee164178b6cd,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:03.539568 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f26a31-b25f-46ed-9860-0a9f0769cbb9 req-3c18abd8-4ddc-437a-9bc4-186788b6ce75 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] No DVR routers for this DVR port 409ff6fa-0f7f-4eb4-b321-ee164178b6cd on host hv-cinder-81803 {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:28:03.542434 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-34f26a31-b25f-46ed-9860-0a9f0769cbb9 req-3c18abd8-4ddc-437a-9bc4-186788b6ce75 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:03.547576 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-34f26a31-b25f-46ed-9860-0a9f0769cbb9 req-3c18abd8-4ddc-437a-9bc4-186788b6ce75 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "DELETE /v2.0/ports/409ff6fa-0f7f-4eb4-b321-ee164178b6cd HTTP/1.1" status: 204 len: 173 time: 0.7346251 Nov 20 03:28:03.548197 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99425ad-063b-41de-ada4-431531d73cf9', 'name': 'network-vif-deleted', 'tag': '409ff6fa-0f7f-4eb4-b321-ee164178b6cd'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:03.550817 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a4846d-44cc-4db1-9a4e-1e2ea00719a7" -d '{"events": [{"server_uuid": "f99425ad-063b-41de-ada4-431531d73cf9", "name": "network-vif-deleted", "tag": "409ff6fa-0f7f-4eb4-b321-ee164178b6cd"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:03.609072 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91214f9-917f-477d-935d-1e069680a2a1 x-openstack-request-id: req-f91214f9-917f-477d-935d-1e069680a2a1 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:03.609379 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99425ad-063b-41de-ada4-431531d73cf9", "name": "network-vif-deleted", "tag": "409ff6fa-0f7f-4eb4-b321-ee164178b6cd", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:03.609703 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f91214f9-917f-477d-935d-1e069680a2a1 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:03.610111 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99425ad-063b-41de-ada4-431531d73cf9', 'name': 'network-vif-deleted', 'tag': '409ff6fa-0f7f-4eb4-b321-ee164178b6cd', 'status': 'completed', 'code': 200} Nov 20 03:28:03.658596 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388aab05-8493-4736-9c8c-603bb27ed00a admin admin] Router a64e28b6-bfce-4d04-af09-699aaccf0025 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:28:03.812625 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388aab05-8493-4736-9c8c-603bb27ed00a admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:28:03.819691 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-388aab05-8493-4736-9c8c-603bb27ed00a admin admin] 10.222.0.37 "PUT /v2.0/routers/a64e28b6-bfce-4d04-af09-699aaccf0025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4405994 Nov 20 03:28:03.822631 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33090) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:03.823856 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada8b15b-6a7f-42a9-a4ae-f07cc0e1677f None None] Sync routers for ids ['a64e28b6-bfce-4d04-af09-699aaccf0025'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:28:03.849951 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada8b15b-6a7f-42a9-a4ae-f07cc0e1677f None None] Routers {'a64e28b6-bfce-4d04-af09-699aaccf0025'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:28:03.851519 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-ada8b15b-6a7f-42a9-a4ae-f07cc0e1677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:27:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['a64e28b6-bfce-4d04-af09-699aaccf0025'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:03.915636 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 409ff6fa-0f7f-4eb4-b321-ee164178b6cd no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:28:03.940731 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 409ff6fa-0f7f-4eb4-b321-ee164178b6cd {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:28:03.941352 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 409ff6fa-0f7f-4eb4-b321-ee164178b6cd not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:28:03.941930 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 04b72906-e641-41e4-a5a9-636c7cd117c9 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:28:03.967595 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:03.970599 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 04b72906-e641-41e4-a5a9-636c7cd117c9 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:28:03.971156 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 04b72906-e641-41e4-a5a9-636c7cd117c9 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:28:04.023075 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-ada8b15b-6a7f-42a9-a4ae-f07cc0e1677f None None] Set router a64e28b6-bfce-4d04-af09-699aaccf0025 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:28:04.109595 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:04.181751 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Deleting port c775b061-f9f9-4682-a13b-da68e7d17d2c {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:28:04.182260 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:04.279992 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-ada8b15b-6a7f-42a9-a4ae-f07cc0e1677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'name': 'tempest-ServerRescueNegativeTestJSON-1002420269-router', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:28:02Z', 'revision_number': 5, 'project_id': '15b3ce6068f54d3f97b14f94f674223b', 'gw_port': {'id': 'c775b061-f9f9-4682-a13b-da68e7d17d2c', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:18Z', 'updated_at': '2021-11-20T03:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:04.281161 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] For port c775b061-f9f9-4682-a13b-da68e7d17d2c, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=c775b061-f9f9-4682-a13b-da68e7d17d2c,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:04.281657 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:04.312132 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Calling delete_port for c775b061-f9f9-4682-a13b-da68e7d17d2c owned by network:router_gateway {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:28:04.534038 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:04.551249 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada8b15b-6a7f-42a9-a4ae-f07cc0e1677f None None] Checking router: a64e28b6-bfce-4d04-af09-699aaccf0025 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:28:04.566087 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c775b061-f9f9-4682-a13b-da68e7d17d2c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:04.568512 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada8b15b-6a7f-42a9-a4ae-f07cc0e1677f None None] Routers {'a64e28b6-bfce-4d04-af09-699aaccf0025'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:28:04.572112 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-ada8b15b-6a7f-42a9-a4ae-f07cc0e1677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:27:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['a64e28b6-bfce-4d04-af09-699aaccf0025'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:04.656609 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1780264'] for router_gateway, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:04.713925 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-ada8b15b-6a7f-42a9-a4ae-f07cc0e1677f None None] Set router a64e28b6-bfce-4d04-af09-699aaccf0025 gateway port host: None {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:28:04.806720 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-ada8b15b-6a7f-42a9-a4ae-f07cc0e1677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'name': 'tempest-ServerRescueNegativeTestJSON-1002420269-router', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:28:04Z', 'revision_number': 7, 'project_id': '15b3ce6068f54d3f97b14f94f674223b', 'gw_port_host': None}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:04.821666 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1782926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31792'] for router, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:04.824917 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:04.844696 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada8b15b-6a7f-42a9-a4ae-f07cc0e1677f None None] The sync data for ids ['a64e28b6-bfce-4d04-af09-699aaccf0025'] in dv-cinder-818037-5-iscsi is: [{'id': 'a64e28b6-bfce-4d04-af09-699aaccf0025', 'name': 'tempest-ServerRescueNegativeTestJSON-1002420269-router', 'tenant_id': '15b3ce6068f54d3f97b14f94f674223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:28:04Z', 'revision_number': 7, 'project_id': '15b3ce6068f54d3f97b14f94f674223b', 'gw_port_host': None}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:28:04.910116 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1782917'] for router, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:04.910674 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a64e28b6-bfce-4d04-af09-699aaccf0025 {{(pid=102609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:28:04.916390 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] Publish callbacks [] for router, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:04.920146 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33110) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:04.920758 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-208e643d-97bf-4e58-b117-bad2426dbde3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a64e28b6-bfce-4d04-af09-699aaccf0025 HTTP/1.1" status: 204 len: 168 time: 1.0964720 Nov 20 03:28:04.966366 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_v2 [None req-47da51e9-3257-45ce-be15-637868973542 admin admin] Deleting subnet 6b6bcf67-a129-42af-870d-72f06d1689cd {{(pid=102610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:28:04.969439 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47da51e9-3257-45ce-be15-637868973542 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.005823 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47da51e9-3257-45ce-be15-637868973542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4789309'] for subnet, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.048423 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47da51e9-3257-45ce-be15-637868973542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.101318 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47da51e9-3257-45ce-be15-637868973542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4985471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4896948'] for subnet, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.126485 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da51e9-3257-45ce-be15-637868973542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b6bcf67-a129-42af-870d-72f06d1689cd,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:05.130319 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47da51e9-3257-45ce-be15-637868973542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.136759 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33112) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:05.140319 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-47da51e9-3257-45ce-be15-637868973542 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6b6bcf67-a129-42af-870d-72f06d1689cd HTTP/1.1" status: 204 len: 168 time: 0.2183371 Nov 20 03:28:05.212772 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.306766 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.330465 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2470cf7-b23b-4542-91b2-b6ec415686c1']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:05.341066 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756da363-c7ea-4a66-ab68-6135251f2851') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:05.341413 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756da363-c7ea-4a66-ab68-6135251f2851') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:05.351732 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639870'] for segment, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.366195 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.372703 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:28:05.373134 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773137'] for segment, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: Traceback (most recent call last): Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: timer() Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: cb(*args, **kw) Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: self._notify() Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: self.callback(batched_events) Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: event.method(event) Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: return f(self, *a, **k) Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._get(url).json() Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:28:05.374697 dv-cinder-818037-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:28:05.438196 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.448566 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.456204 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d2470cf7-b23b-4542-91b2-b6ec415686c1 HTTP/1.1" status: 204 len: 168 time: 0.3148837 Nov 20 03:28:05.466898 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36314c6-8780-42ee-8903-775f329abde4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2470cf7-b23b-4542-91b2-b6ec415686c1,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:05.671199 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33116) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:05.732748 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e1c87b1c-0b1b-41a7-ba34-4af757fd8514 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15b3ce6068f54d3f97b14f94f674223b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0601196 Nov 20 03:28:05.735905 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33120) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:05.813611 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-49dfaa5b-af82-43dd-812a-2e3bff893046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.865779 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-49dfaa5b-af82-43dd-812a-2e3bff893046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.955138 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-49dfaa5b-af82-43dd-812a-2e3bff893046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.959119 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-49dfaa5b-af82-43dd-812a-2e3bff893046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:05.963859 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-49dfaa5b-af82-43dd-812a-2e3bff893046 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a HTTP/1.1" status: 204 len: 168 time: 0.2266035 Nov 20 03:28:05.975272 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfaa5b-af82-43dd-812a-2e3bff893046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7021a0-0b40-4f9d-bd7d-2a552aa4d97a,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:06.147350 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ac11a-9090-4bc9-a8e8-7c01e555bead req-2f4f9a78-97f9-4046-82da-302b3775b676 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:06.150256 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-301ac11a-9090-4bc9-a8e8-7c01e555bead req-2f4f9a78-97f9-4046-82da-302b3775b676 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 946 time: 0.0788815 Nov 20 03:28:06.205226 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:28:06.216484 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-301ac11a-9090-4bc9-a8e8-7c01e555bead req-3ff7d262-229f-4737-9ab5-01238c4be5e1 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594802 Nov 20 03:28:06.248458 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:28:06.249145 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 0a1d28f8-4b71-4dbd-9936-b4690daf0d83 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:28:06.249820 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device c775b061-f9f9-4682-a13b-da68e7d17d2c no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:28:06.275345 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: c775b061-f9f9-4682-a13b-da68e7d17d2c {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:28:06.275972 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device c775b061-f9f9-4682-a13b-da68e7d17d2c not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:28:07.359833 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb27df5-b8ff-40a4-8029-24e85bb1659e req-469238e0-b886-4c93-9d7f-bf55942b2e72 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:07.359833 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ffb27df5-b8ff-40a4-8029-24e85bb1659e req-469238e0-b886-4c93-9d7f-bf55942b2e72 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 946 time: 0.0580189 Nov 20 03:28:07.438591 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ffb27df5-b8ff-40a4-8029-24e85bb1659e req-3af44f74-5d84-41d3-8fd5-0e1f1d74bd5c tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721247 Nov 20 03:28:08.234084 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33208) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:08.283373 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b37f5-6bb9-404a-b074-6bce419ef24b req-94198030-5526-4130-82f7-5ea69630c965 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:08.285951 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-528b37f5-6bb9-404a-b074-6bce419ef24b req-94198030-5526-4130-82f7-5ea69630c965 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 946 time: 0.0840313 Nov 20 03:28:08.445628 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d58111e8-9518-411e-a11d-3673bcfa9f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:08.467772 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-528b37f5-6bb9-404a-b074-6bce419ef24b req-5b4243a1-ed59-4d58-924a-caaa2f26bc04 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Deleting port 6cabe651-4a25-4e86-bfd6-a1e07df36346 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:28:08.468430 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-528b37f5-6bb9-404a-b074-6bce419ef24b req-5b4243a1-ed59-4d58-924a-caaa2f26bc04 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:08.594506 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-528b37f5-6bb9-404a-b074-6bce419ef24b req-5b4243a1-ed59-4d58-924a-caaa2f26bc04 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] For port 6cabe651-4a25-4e86-bfd6-a1e07df36346, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=6cabe651-4a25-4e86-bfd6-a1e07df36346,segment=NetworkSegment(094098ef-5d49-4816-ba82-a11880dd4fda),segment_id=094098ef-5d49-4816-ba82-a11880dd4fda)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:08.595127 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-528b37f5-6bb9-404a-b074-6bce419ef24b req-5b4243a1-ed59-4d58-924a-caaa2f26bc04 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:08.601085 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d58111e8-9518-411e-a11d-3673bcfa9f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:08.601196 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33216) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:08.613764 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d58111e8-9518-411e-a11d-3673bcfa9f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:08.638733 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [req-528b37f5-6bb9-404a-b074-6bce419ef24b req-5b4243a1-ed59-4d58-924a-caaa2f26bc04 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Calling delete_port for 6cabe651-4a25-4e86-bfd6-a1e07df36346 owned by compute:nova {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:28:08.651180 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b8963-dca5-4939-b669-eb05e38335f4 req-4f69ed8c-3dd0-43e3-84fb-b3901bc35e82 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:08.653044 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fa5b8963-dca5-4939-b669-eb05e38335f4 req-4f69ed8c-3dd0-43e3-84fb-b3901bc35e82 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 946 time: 0.1134984 Nov 20 03:28:08.693737 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58111e8-9518-411e-a11d-3673bcfa9f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2addea30-bcfa-4189-8ceb-8790f9738ba8,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:08.697942 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d58111e8-9518-411e-a11d-3673bcfa9f30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dff439c1676d4aadb40fd24eaf3af6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4627619 Nov 20 03:28:08.702036 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33220) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:08.748773 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fa5b8963-dca5-4939-b669-eb05e38335f4 req-da4ddee0-f5fd-4220-834d-802d1595976f tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/security-groups?id=deef44eb-34bb-480b-812c-d11768e68b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793741 Nov 20 03:28:08.792128 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0d6d21b2-5d1e-4a55-8abe-0d116203ade8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:08.818980 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bcb77310-767e-4edc-a911-3afdadf94492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:08.885199 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bcb77310-767e-4edc-a911-3afdadf94492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:08.915649 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0d6d21b2-5d1e-4a55-8abe-0d116203ade8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:08.922792 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0d6d21b2-5d1e-4a55-8abe-0d116203ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:08.930449 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-528b37f5-6bb9-404a-b074-6bce419ef24b req-5b4243a1-ed59-4d58-924a-caaa2f26bc04 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:08.968400 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0d6d21b2-5d1e-4a55-8abe-0d116203ade8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b9f5945591e4fe2a32f835a7eb2d008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637633 Nov 20 03:28:08.968616 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4243a1-ed59-4d58-924a-caaa2f26bc04 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Pushing event deleted for resources: {'Port': ['ID=6cabe651-4a25-4e86-bfd6-a1e07df36346,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:08.968719 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d21b2-5d1e-4a55-8abe-0d116203ade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45300d1-2de3-4a49-90e8-83a80a0f6a97,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:08.970704 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33226) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:08.990152 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['6cabe651-4a25-4e86-bfd6-a1e07df36346'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:09.072221 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bcb77310-767e-4edc-a911-3afdadf94492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.074863 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bcb77310-767e-4edc-a911-3afdadf94492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.076015 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-bcb77310-767e-4edc-a911-3afdadf94492 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2addea30-bcfa-4189-8ceb-8790f9738ba8 HTTP/1.1" status: 204 len: 168 time: 0.3610508 Nov 20 03:28:09.076826 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [req-528b37f5-6bb9-404a-b074-6bce419ef24b req-5b4243a1-ed59-4d58-924a-caaa2f26bc04 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] No DVR routers for this DVR port 6cabe651-4a25-4e86-bfd6-a1e07df36346 on host hv-cinder-81803 {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:28:09.087240 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-528b37f5-6bb9-404a-b074-6bce419ef24b req-5b4243a1-ed59-4d58-924a-caaa2f26bc04 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.091286 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-528b37f5-6bb9-404a-b074-6bce419ef24b req-5b4243a1-ed59-4d58-924a-caaa2f26bc04 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.57 "DELETE /v2.0/ports/6cabe651-4a25-4e86-bfd6-a1e07df36346 HTTP/1.1" status: 204 len: 173 time: 0.7976189 Nov 20 03:28:09.091751 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b039039-82f2-411a-8b2f-39e31df51f77', 'name': 'network-vif-deleted', 'tag': '6cabe651-4a25-4e86-bfd6-a1e07df36346'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:09.094450 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3da5ccd-8d40-41a2-a9ce-7d48f68e2206" -d '{"events": [{"server_uuid": "3b039039-82f2-411a-8b2f-39e31df51f77", "name": "network-vif-deleted", "tag": "6cabe651-4a25-4e86-bfd6-a1e07df36346"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:09.106766 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb77310-767e-4edc-a911-3afdadf94492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2addea30-bcfa-4189-8ceb-8790f9738ba8,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:09.125096 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e85fa18c-4304-4aaa-90ce-896cacf21c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.156857 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e85fa18c-4304-4aaa-90ce-896cacf21c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.218482 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1b84037d-3f2e-4535-8142-45e3fff69ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.220477 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4a2253-9357-48cf-9627-2c952dc7b303 x-openstack-request-id: req-bc4a2253-9357-48cf-9627-2c952dc7b303 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:09.220765 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b039039-82f2-411a-8b2f-39e31df51f77", "name": "network-vif-deleted", "tag": "6cabe651-4a25-4e86-bfd6-a1e07df36346", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:09.221015 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc4a2253-9357-48cf-9627-2c952dc7b303 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:09.221408 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b039039-82f2-411a-8b2f-39e31df51f77', 'name': 'network-vif-deleted', 'tag': '6cabe651-4a25-4e86-bfd6-a1e07df36346', 'status': 'completed', 'code': 200} Nov 20 03:28:09.257011 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e85fa18c-4304-4aaa-90ce-896cacf21c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.260026 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e85fa18c-4304-4aaa-90ce-896cacf21c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.261523 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e85fa18c-4304-4aaa-90ce-896cacf21c70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b45300d1-2de3-4a49-90e8-83a80a0f6a97 HTTP/1.1" status: 204 len: 168 time: 0.2895761 Nov 20 03:28:09.276332 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fa18c-4304-4aaa-90ce-896cacf21c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45300d1-2de3-4a49-90e8-83a80a0f6a97,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:09.635892 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33236) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:09.663277 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5e5fff82-e35d-45c8-a863-094eb94ea05e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.776392 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5e5fff82-e35d-45c8-a863-094eb94ea05e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.784254 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5e5fff82-e35d-45c8-a863-094eb94ea05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.810609 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fff82-e35d-45c8-a863-094eb94ea05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8db3e35-d097-4b58-bd90-24d5877e7817,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:09.835007 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-5e5fff82-e35d-45c8-a863-094eb94ea05e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acf035e1dab840f3be0d1a8fc601ad8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971853 Nov 20 03:28:09.837575 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33240) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:09.896530 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-282a3d7c-e5d5-4449-bb27-c26531a65e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.929683 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-282a3d7c-e5d5-4449-bb27-c26531a65e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.986741 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-282a3d7c-e5d5-4449-bb27-c26531a65e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.989324 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-095a4296-9f48-40af-8b93-a8c3e06bb551 req-d878e5d7-c1c2-40ae-a2e3-cbb4f69ff0d2 tempest-AttachVolumeNegativeTest-1235889435 tempest-AttachVolumeNegativeTest-1235889435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b039039-82f2-411a-8b2f-39e31df51f77 HTTP/1.1" status: 200 len: 210 time: 0.0573251 Nov 20 03:28:09.990988 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-282a3d7c-e5d5-4449-bb27-c26531a65e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:09.992180 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-282a3d7c-e5d5-4449-bb27-c26531a65e79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8db3e35-d097-4b58-bd90-24d5877e7817 HTTP/1.1" status: 204 len: 168 time: 0.1536944 Nov 20 03:28:10.004475 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a3d7c-e5d5-4449-bb27-c26531a65e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8db3e35-d097-4b58-bd90-24d5877e7817,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:11.050358 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33282) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:11.102725 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d183ef-9bc9-4abf-8b9a-07349cc94803 admin admin] Deleting subnet 8209c192-32e4-42d1-81e2-634badaa7584 {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:28:11.107279 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-13d183ef-9bc9-4abf-8b9a-07349cc94803 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.158547 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-13d183ef-9bc9-4abf-8b9a-07349cc94803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639847'] for subnet, precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.212618 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-13d183ef-9bc9-4abf-8b9a-07349cc94803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.292908 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-13d183ef-9bc9-4abf-8b9a-07349cc94803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4874919'] for subnet, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.324454 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d183ef-9bc9-4abf-8b9a-07349cc94803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8209c192-32e4-42d1-81e2-634badaa7584,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:11.326837 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-13d183ef-9bc9-4abf-8b9a-07349cc94803 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.341929 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-13d183ef-9bc9-4abf-8b9a-07349cc94803 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8209c192-32e4-42d1-81e2-634badaa7584 HTTP/1.1" status: 204 len: 168 time: 0.2903054 Nov 20 03:28:11.344307 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33296) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:11.407909 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-32898827-7ac1-4631-b407-34ddc69fa35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.422929 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.518785 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.542689 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1acacc5-2d91-42ad-971f-cecd3a0dc9a5']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:11.556634 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094098ef-5d49-4816-ba82-a11880dd4fda') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:11.556972 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094098ef-5d49-4816-ba82-a11880dd4fda') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:11.568682 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639870'] for segment, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.587752 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.597218 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:28:11.597958 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773137'] for segment, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: Traceback (most recent call last): Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: timer() Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: cb(*args, **kw) Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: self._notify() Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: self.callback(batched_events) Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: event.method(event) Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: return f(self, *a, **k) Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._get(url).json() Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:28:11.600252 dv-cinder-818037-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:28:11.672399 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.693468 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.696895 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a1acacc5-2d91-42ad-971f-cecd3a0dc9a5 HTTP/1.1" status: 204 len: 168 time: 0.3516507 Nov 20 03:28:11.698203 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cc054-d720-4895-95d1-3264ed046862 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1acacc5-2d91-42ad-971f-cecd3a0dc9a5,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:11.943746 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33314) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:11.962561 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 6cabe651-4a25-4e86-bfd6-a1e07df36346 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:28:11.993989 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a3658a1f-74ee-47dd-b08b-4c2c6d145d55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0fdf6e7abf574b269f3c1459a9d58c26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0487623 Nov 20 03:28:11.997105 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33316) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:12.015895 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 6cabe651-4a25-4e86-bfd6-a1e07df36346 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:28:12.016261 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 6cabe651-4a25-4e86-bfd6-a1e07df36346 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:28:12.062524 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8266-6abe-42f1-985a-a12530ef5a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:12.085861 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8266-6abe-42f1-985a-a12530ef5a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:12.138523 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8266-6abe-42f1-985a-a12530ef5a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:12.142005 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8266-6abe-42f1-985a-a12530ef5a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:12.146061 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-0b4f8266-6abe-42f1-985a-a12530ef5a85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/deef44eb-34bb-480b-812c-d11768e68b03 HTTP/1.1" status: 204 len: 168 time: 0.1471479 Nov 20 03:28:12.154356 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f8266-6abe-42f1-985a-a12530ef5a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deef44eb-34bb-480b-812c-d11768e68b03,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:12.672652 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:13.732792 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:14.994044 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:21.596970 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:28:24.053687 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33584) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:24.098321 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-3105ed64-6da3-437c-aad0-ae885dd52065 admin admin] Deleting subnet d083152f-1957-4e26-8256-b2c59dcc331e {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:28:24.101486 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3105ed64-6da3-437c-aad0-ae885dd52065 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.135852 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3105ed64-6da3-437c-aad0-ae885dd52065 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639847'] for subnet, precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.176939 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3105ed64-6da3-437c-aad0-ae885dd52065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.232107 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3105ed64-6da3-437c-aad0-ae885dd52065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4874919'] for subnet, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.259822 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3105ed64-6da3-437c-aad0-ae885dd52065 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.262732 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-3105ed64-6da3-437c-aad0-ae885dd52065 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d083152f-1957-4e26-8256-b2c59dcc331e HTTP/1.1" status: 204 len: 168 time: 0.2080603 Nov 20 03:28:24.263935 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105ed64-6da3-437c-aad0-ae885dd52065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d083152f-1957-4e26-8256-b2c59dcc331e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:24.265292 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33602) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:24.346255 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.427129 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.447106 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40b0628-5368-4b0c-8d92-64cd48b8305d']}} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:24.456515 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2') {'for_net_delete': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:24.456805 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3ceb5d-2e52-4e41-90af-e3e9e0eee0e2') {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:24.466528 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4789284'] for segment, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.479357 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.485242 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:28:24.485613 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4985377'] for segment, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: Traceback (most recent call last): Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: timer() Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: cb(*args, **kw) Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: return func(*args, **kwargs) Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: self._notify() Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: self.callback(batched_events) Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: event.method(event) Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: return f(self, *a, **k) Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: return self._get(url).json() Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: return self.request(url, 'GET', **kwargs) Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:28:24.487501 dv-cinder-818037-5-iscsi neutron-server[102610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:28:24.544235 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.548561 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.551746 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] 10.222.0.37 "DELETE /v2.0/networks/c40b0628-5368-4b0c-8d92-64cd48b8305d HTTP/1.1" status: 204 len: 168 time: 0.2848270 Nov 20 03:28:24.564458 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Pushing event deleted for resources: {'Network': ['ID=c40b0628-5368-4b0c-8d92-64cd48b8305d,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:24.571594 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:24.571971 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:24.572326 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:24.572656 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:24.572980 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:24.573310 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:24.573703 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:24.573965 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:24.574804 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:24.575127 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:24.575459 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:24.575774 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a2704-de1a-4d45-b7eb-e1ef924c05de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:24.714116 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33608) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:24.754205 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-12a6b55c-0339-4b5f-b88a-69bdf7d36e06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3619424d1b174797a1d4f1370072ff9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389333 Nov 20 03:28:24.756619 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33610) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:24.802004 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-57bf09af-44b5-4599-bef1-f2b59d3f87a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.822627 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-57bf09af-44b5-4599-bef1-f2b59d3f87a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.868008 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-57bf09af-44b5-4599-bef1-f2b59d3f87a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.870628 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-57bf09af-44b5-4599-bef1-f2b59d3f87a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.871837 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-57bf09af-44b5-4599-bef1-f2b59d3f87a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c41957c4-f2f0-442f-bb94-efb60c1c90cc HTTP/1.1" status: 204 len: 168 time: 0.1143262 Nov 20 03:28:24.879485 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf09af-44b5-4599-bef1-f2b59d3f87a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41957c4-f2f0-442f-bb94-efb60c1c90cc,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:25.542942 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33652) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:25.648604 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-314046810-network', 'tenant_id': 'fe445c6e096a48fc860957cb4adc25b2'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:25.670487 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Made reservation on behalf of fe445c6e096a48fc860957cb4adc25b2 for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:25.672812 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.684335 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.755900 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33660) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:25.764961 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.769006 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.797409 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:28:25.807721 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2b44d7-d432-4acf-a8c0-0222b8ddea92,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:25.813811 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.814160 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Added segment a8048ba9-9949-4f67-94df-9358fb09db1d of type vlan for network 86b72eeb-91ec-4820-a22e-ae047328594a Nov 20 03:28:25.855120 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.888670 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5daf36b6-71b8-403d-8ff8-e5fbf91f0fb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.898038 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.898972 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:25.899580 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.968700 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4232895 Nov 20 03:28:25.971587 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33664) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:25.976811 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-d41d291e-99c2-4617-94f9-413b32be6fbb admin admin] Request body: {'subnet': {'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-314046810-subnet', 'tenant_id': 'fe445c6e096a48fc860957cb4adc25b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:25.980732 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d0916-1b4d-4bf4-baff-0449369ea4b3 admin admin] Pushing event updated for resources: {'Network': ['ID=86b72eeb-91ec-4820-a22e-ae047328594a,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:25.992983 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network 86b72eeb-91ec-4820-a22e-ae047328594a details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:28:26.000962 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41d291e-99c2-4617-94f9-413b32be6fbb admin admin] Made reservation on behalf of fe445c6e096a48fc860957cb4adc25b2 for: {'subnet': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:26.003310 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d41d291e-99c2-4617-94f9-413b32be6fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4896913'] for subnet, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.036882 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5daf36b6-71b8-403d-8ff8-e5fbf91f0fb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.041535 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5daf36b6-71b8-403d-8ff8-e5fbf91f0fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.085652 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-5daf36b6-71b8-403d-8ff8-e5fbf91f0fb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ddbfd6394001433894b8c5e74ae16ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287334 Nov 20 03:28:26.088378 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf36b6-71b8-403d-8ff8-e5fbf91f0fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3415dbaa-aade-47fa-a5f6-1dba084a98c3,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:26.088921 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33666) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:26.195073 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d014c184-df6b-4a53-b53f-3bf52e4f74ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.226749 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d41d291e-99c2-4617-94f9-413b32be6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4985534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4896959'] for subnet, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.233188 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d014c184-df6b-4a53-b53f-3bf52e4f74ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.314412 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d291e-99c2-4617-94f9-413b32be6fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=35382f18-1051-4257-98bc-aece973ba0ce,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:26.327284 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d291e-99c2-4617-94f9-413b32be6fbb admin admin] Checking segment: {'id': 'a8048ba9-9949-4f67-94df-9358fb09db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:28:26.327637 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d291e-99c2-4617-94f9-413b32be6fbb admin admin] Network hostable DHCP agents. Network: 86b72eeb-91ec-4820-a22e-ae047328594a, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:28:26.339934 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d014c184-df6b-4a53-b53f-3bf52e4f74ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.342413 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d014c184-df6b-4a53-b53f-3bf52e4f74ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.343536 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-d014c184-df6b-4a53-b53f-3bf52e4f74ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3415dbaa-aade-47fa-a5f6-1dba084a98c3 HTTP/1.1" status: 204 len: 168 time: 0.2536340 Nov 20 03:28:26.354018 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014c184-df6b-4a53-b53f-3bf52e4f74ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3415dbaa-aade-47fa-a5f6-1dba084a98c3,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:26.357306 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d291e-99c2-4617-94f9-413b32be6fbb admin admin] Network 86b72eeb-91ec-4820-a22e-ae047328594a is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:28:26.367957 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-d41d291e-99c2-4617-94f9-413b32be6fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, 86b72eeb-91ec-4820-a22e-ae047328594a) {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:28:26.373706 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d291e-99c2-4617-94f9-413b32be6fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:26.374278 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d41d291e-99c2-4617-94f9-413b32be6fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.377704 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef71bfa-7941-49b8-a1e4-ea09f2d1a6d3 None None] Network 86b72eeb-91ec-4820-a22e-ae047328594a requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:28:26.400346 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-d41d291e-99c2-4617-94f9-413b32be6fbb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4273279 Nov 20 03:28:26.511299 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c114cca-eaf7-409f-bb11-b1d66bc58003 None None] Network 86b72eeb-91ec-4820-a22e-ae047328594a requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:28:26.657707 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33684) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:26.672176 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-82363060-dfb5-4619-b31d-092dc52eea24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.751129 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-82363060-dfb5-4619-b31d-092dc52eea24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.755888 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-82363060-dfb5-4619-b31d-092dc52eea24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.802689 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-82363060-dfb5-4619-b31d-092dc52eea24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1175b30fe820413e991a65c7e5e1f99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437564 Nov 20 03:28:26.803666 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82363060-dfb5-4619-b31d-092dc52eea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040ee9af-abb6-4e90-999d-d676def52509,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:26.804468 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33692) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:26.871543 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc31d-b974-42e1-8e41-70d120122352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.896869 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc31d-b974-42e1-8e41-70d120122352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.956929 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc31d-b974-42e1-8e41-70d120122352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.959929 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc31d-b974-42e1-8e41-70d120122352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:26.961317 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-ef1fc31d-b974-42e1-8e41-70d120122352 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/040ee9af-abb6-4e90-999d-d676def52509 HTTP/1.1" status: 204 len: 168 time: 0.1552348 Nov 20 03:28:26.970657 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fc31d-b974-42e1-8e41-70d120122352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040ee9af-abb6-4e90-999d-d676def52509,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:27.609295 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33720) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:27.702977 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1963205670-network', 'tenant_id': '2aaabb11a7404f988d6b975b062805d4'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:27.724306 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Made reservation on behalf of 2aaabb11a7404f988d6b975b062805d4 for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:27.726540 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:27.738596 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:27.809196 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:27.812755 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:27.836038 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:28:27.845883 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8352b1-9f12-4cfe-ab30-2535279939d9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:27.850737 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:27.851082 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Added segment d52ce61f-1395-414d-b2f6-95f8413b6d4b of type vlan for network ef6a2291-7783-44a6-a66b-c6c0e5ec6d90 Nov 20 03:28:27.893547 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:27.919726 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:27.920776 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:27.921388 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:27.980448 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3699992 Nov 20 03:28:27.983928 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33732) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:27.986131 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5eb86-83bb-4cfb-9707-6763a5470ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=ef6a2291-7783-44a6-a66b-c6c0e5ec6d90,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:27.988736 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-bc4ca01a-8206-4479-a99a-5046db70995d admin admin] Request body: {'subnet': {'network_id': 'ef6a2291-7783-44a6-a66b-c6c0e5ec6d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1963205670-subnet', 'tenant_id': '2aaabb11a7404f988d6b975b062805d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:27.998113 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network ef6a2291-7783-44a6-a66b-c6c0e5ec6d90 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:28:28.012193 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4ca01a-8206-4479-a99a-5046db70995d admin admin] Made reservation on behalf of 2aaabb11a7404f988d6b975b062805d4 for: {'subnet': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:28.015637 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca01a-8206-4479-a99a-5046db70995d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4896913'] for subnet, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.200391 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca01a-8206-4479-a99a-5046db70995d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4985534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4896959'] for subnet, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.269777 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ca01a-8206-4479-a99a-5046db70995d admin admin] Pushing event updated for resources: {'Subnet': ['ID=136332b6-ae0f-43b6-bebe-3795178ec94b,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:28.286377 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ca01a-8206-4479-a99a-5046db70995d admin admin] Checking segment: {'id': 'd52ce61f-1395-414d-b2f6-95f8413b6d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ef6a2291-7783-44a6-a66b-c6c0e5ec6d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:28:28.286748 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4ca01a-8206-4479-a99a-5046db70995d admin admin] Network hostable DHCP agents. Network: ef6a2291-7783-44a6-a66b-c6c0e5ec6d90, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:28:28.306818 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4ca01a-8206-4479-a99a-5046db70995d admin admin] Network ef6a2291-7783-44a6-a66b-c6c0e5ec6d90 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:28:28.319281 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-b418ce27-afab-42db-97f1-5e45d285756a tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:28.320824 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-b418ce27-afab-42db-97f1-5e45d285756a tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/networks?id=86b72eeb-91ec-4820-a22e-ae047328594a HTTP/1.1" status: 200 len: 813 time: 0.1356001 Nov 20 03:28:28.321727 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-bc4ca01a-8206-4479-a99a-5046db70995d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, ef6a2291-7783-44a6-a66b-c6c0e5ec6d90) {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:28:28.331573 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8891e3b0-b5ba-4cd7-a132-ab21b1f89675 None None] Network ef6a2291-7783-44a6-a66b-c6c0e5ec6d90 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:28:28.335050 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ca01a-8206-4479-a99a-5046db70995d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:28.335644 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca01a-8206-4479-a99a-5046db70995d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.344319 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-94fdf82f-77cb-4b27-9d90-e2d2cd1397d8 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/quotas/fe445c6e096a48fc860957cb4adc25b2 HTTP/1.1" status: 200 len: 375 time: 0.0154972 Nov 20 03:28:28.354294 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-bc4ca01a-8206-4479-a99a-5046db70995d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3692830 Nov 20 03:28:28.374332 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-263b412f-c2c7-41e5-a0e6-3a00aa7eb277 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe445c6e096a48fc860957cb4adc25b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276175 Nov 20 03:28:28.463034 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a821b779-5790-4a3a-9ea7-1a7330efb878 None None] Network ef6a2291-7783-44a6-a66b-c6c0e5ec6d90 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:28:28.474465 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-e4f254a6-5687-469b-bfa0-f6c2d394cfeb service neutron] 10.222.0.37 "GET /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931468 Nov 20 03:28:28.574018 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-da8259c5-ceb2-4ed3-bd68-0fdff97b24dc service neutron] 10.222.0.37 "GET /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923250 Nov 20 03:28:28.763812 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ec233426-bb04-4296-978f-cfa31b95162c req-d78deb43-9b9b-4e94-8616-493c799d23cc tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 210 time: 0.0340059 Nov 20 03:28:28.880092 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 33774) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:28.885928 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1087903443-network', 'tenant_id': '0f34a4403f18453c96ba10f62d906605'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:28.912941 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Made reservation on behalf of 0f34a4403f18453c96ba10f62d906605 for: {'network': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:28.915918 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.924703 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:29.003206 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:29.007925 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:29.033906 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=102610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:28:29.039650 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f325c6e-ebea-4aae-86eb-76bf65f181a9,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:29.047379 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:29.047748 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.segments_db [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Added segment 5b27bbeb-0866-42f7-b368-eec5e4b745b9 of type vlan for network dfca837d-c001-4a2d-a3e5-98cd42e65673 Nov 20 03:28:29.093209 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:29.117333 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:29.118262 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.118874 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:29.169814 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2885251 Nov 20 03:28:29.172708 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 33778) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:29.177734 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-21d5446f-bee5-442b-a937-e26b3184ced9 admin admin] Request body: {'subnet': {'network_id': 'dfca837d-c001-4a2d-a3e5-98cd42e65673', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1087903443-subnet', 'tenant_id': '0f34a4403f18453c96ba10f62d906605', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:29.181398 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eecc87-b3e3-4b5d-b6d7-1ad0fc851c8b admin admin] Pushing event updated for resources: {'Network': ['ID=dfca837d-c001-4a2d-a3e5-98cd42e65673,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:29.192545 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network dfca837d-c001-4a2d-a3e5-98cd42e65673 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:28:29.198136 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d5446f-bee5-442b-a937-e26b3184ced9 admin admin] Made reservation on behalf of 0f34a4403f18453c96ba10f62d906605 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:29.200930 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-21d5446f-bee5-442b-a937-e26b3184ced9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4874882'] for subnet, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:29.382430 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-21d5446f-bee5-442b-a937-e26b3184ced9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7773006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4874924'] for subnet, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:29.435509 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5446f-bee5-442b-a937-e26b3184ced9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd5593c-9ca0-486c-adeb-b050fa9008d9,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:29.445495 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d5446f-bee5-442b-a937-e26b3184ced9 admin admin] Checking segment: {'id': '5b27bbeb-0866-42f7-b368-eec5e4b745b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dfca837d-c001-4a2d-a3e5-98cd42e65673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:28:29.445853 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d5446f-bee5-442b-a937-e26b3184ced9 admin admin] Network hostable DHCP agents. Network: dfca837d-c001-4a2d-a3e5-98cd42e65673, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:28:29.462379 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d5446f-bee5-442b-a937-e26b3184ced9 admin admin] Network dfca837d-c001-4a2d-a3e5-98cd42e65673 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:28:29.473004 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-21d5446f-bee5-442b-a937-e26b3184ced9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, dfca837d-c001-4a2d-a3e5-98cd42e65673) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:28:29.481638 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12cd0f3-a368-4819-a794-d46b8ed55207 None None] Network dfca837d-c001-4a2d-a3e5-98cd42e65673 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:28:29.484572 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d5446f-bee5-442b-a937-e26b3184ced9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.485190 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-21d5446f-bee5-442b-a937-e26b3184ced9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:29.508032 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-21d5446f-bee5-442b-a937-e26b3184ced9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3335838 Nov 20 03:28:29.616890 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e14bc8-2953-419a-b052-0a6c2e543a2a None None] Network dfca837d-c001-4a2d-a3e5-98cd42e65673 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:28:29.921585 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7a6cf29c-ac69-4bd2-9da0-29bf2ddce3e5 req-df7de03b-143f-48fb-a2af-412834126938 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 210 time: 0.0556974 Nov 20 03:28:29.926287 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-910b1031-4ef4-4ca4-82c1-bfaac1f1af66 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.927838 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-910b1031-4ef4-4ca4-82c1-bfaac1f1af66 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.57 "GET /v2.0/networks?id=86b72eeb-91ec-4820-a22e-ae047328594a HTTP/1.1" status: 200 len: 813 time: 0.1167088 Nov 20 03:28:29.950295 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Request body: {'port': {'device_id': 'd8c73da7-1d03-4af8-9786-356bb0e48249', 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a', 'admin_state_up': True, 'tenant_id': 'fe445c6e096a48fc860957cb4adc25b2'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:30.274949 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Made reservation on behalf of fe445c6e096a48fc860957cb4adc25b2 for: {'port': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:30.278441 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:30.396981 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Allocated IP 172.20.0.9 (86b72eeb-91ec-4820-a22e-ae047328594a/35382f18-1051-4257-98bc-aece973ba0ce/42866751-7c05-4c8c-97b5-ffc492d2081d) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:28:30.407581 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:30.538688 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:30.571410 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:30.614607 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Network 86b72eeb-91ec-4820-a22e-ae047328594a is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:28:30.618441 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:28:30.621555 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:28:30.652818 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Pushing event updated for resources: {'Port': ['ID=42866751-7c05-4c8c-97b5-ffc492d2081d,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:30.678659 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:30.679265 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:30.694519 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-0ecb9878-5f80-4d18-822d-26793a810a60 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7489960 Nov 20 03:28:30.715585 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Request body: {'port': {'device_id': 'd8c73da7-1d03-4af8-9786-356bb0e48249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:30.766296 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:31.040407 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270c13d-a211-42da-bd74-93b428ed2873 req-9f08e783-e608-4123-b0ec-9366920915be tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:31.041282 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42866751-7c05-4c8c-97b5-ffc492d2081d {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:28:31.041982 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1270c13d-a211-42da-bd74-93b428ed2873 req-9f08e783-e608-4123-b0ec-9366920915be tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 931 time: 0.0493596 Nov 20 03:28:31.049399 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:31.062292 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Transition to ACTIVE for port object 42866751-7c05-4c8c-97b5-ffc492d2081d will not be triggered until provisioned by entity L2. {{(pid=102610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:28:31.065401 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4985413'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:31.090561 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1270c13d-a211-42da-bd74-93b428ed2873 req-9c4af4eb-c432-4c53-8abf-14345255caeb tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Nov 20 03:28:31.117661 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=42866751-7c05-4c8c-97b5-ffc492d2081d,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:31.178690 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Attempting to bind port 42866751-7c05-4c8c-97b5-ffc492d2081d on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:28:31.179037 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Attempting to bind port 42866751-7c05-4c8c-97b5-ffc492d2081d by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'a8048ba9-9949-4f67-94df-9358fb09db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:28:31.179343 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Attempting to bind port 42866751-7c05-4c8c-97b5-ffc492d2081d on network 86b72eeb-91ec-4820-a22e-ae047328594a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:28:31.184203 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Port 42866751-7c05-4c8c-97b5-ffc492d2081d on network 86b72eeb-91ec-4820-a22e-ae047328594a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:28:31.184523 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Attempting to bind port 42866751-7c05-4c8c-97b5-ffc492d2081d on network 86b72eeb-91ec-4820-a22e-ae047328594a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:28:31.189257 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:28:31.189589 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Checking segment: {'id': 'a8048ba9-9949-4f67-94df-9358fb09db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:28:31.189963 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Bound using segment: {'id': 'a8048ba9-9949-4f67-94df-9358fb09db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:28:31.190381 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Bound port: 42866751-7c05-4c8c-97b5-ffc492d2081d, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8048ba9-9949-4f67-94df-9358fb09db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:28:31.190728 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:31.258109 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] For port 42866751-7c05-4c8c-97b5-ffc492d2081d, host hv-cinder-81803, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:28:31.261312 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] For port 42866751-7c05-4c8c-97b5-ffc492d2081d, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=42866751-7c05-4c8c-97b5-ffc492d2081d,segment=NetworkSegment(a8048ba9-9949-4f67-94df-9358fb09db1d),segment_id=a8048ba9-9949-4f67-94df-9358fb09db1d)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:28:31.264734 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4985413'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:31.300449 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:31.301067 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:31.302434 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] 10.222.0.57 "PUT /v2.0/ports/42866751-7c05-4c8c-97b5-ffc492d2081d HTTP/1.1" status: 200 len: 1093 time: 0.5913281 Nov 20 03:28:31.302867 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c73da7-1d03-4af8-9786-356bb0e48249', 'tag': '42866751-7c05-4c8c-97b5-ffc492d2081d'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:31.305102 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e96af3-044e-482b-baf6-095200c24890" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c73da7-1d03-4af8-9786-356bb0e48249", "tag": "42866751-7c05-4c8c-97b5-ffc492d2081d"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:31.333007 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d71d1-e9f1-4d5c-b0a1-f567fe4e9fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=42866751-7c05-4c8c-97b5-ffc492d2081d,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:31.349491 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15aa98fe-7dd2-45c8-988e-3c0fce59aade x-openstack-request-id: req-15aa98fe-7dd2-45c8-988e-3c0fce59aade {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:31.349991 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c73da7-1d03-4af8-9786-356bb0e48249", "tag": "42866751-7c05-4c8c-97b5-ffc492d2081d", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:31.350424 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15aa98fe-7dd2-45c8-988e-3c0fce59aade {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:31.350818 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c73da7-1d03-4af8-9786-356bb0e48249', 'tag': '42866751-7c05-4c8c-97b5-ffc492d2081d', 'status': 'completed', 'code': 200} Nov 20 03:28:31.413741 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-5b9d6a78-0a3e-4a6a-a9c5-c691355cb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:31.415220 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-5b9d6a78-0a3e-4a6a-a9c5-c691355cb2ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe445c6e096a48fc860957cb4adc25b2&device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 1096 time: 0.0417275 Nov 20 03:28:31.471066 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-8e22deac-b871-4793-a4c2-0db135c7cf39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42866751-7c05-4c8c-97b5-ffc492d2081d HTTP/1.1" status: 200 len: 217 time: 0.0399721 Nov 20 03:28:31.519950 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-9f594d63-9382-4e06-bf07-c40235260750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:31.521640 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-9f594d63-9382-4e06-bf07-c40235260750 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=35382f18-1051-4257-98bc-aece973ba0ce HTTP/1.1" status: 200 len: 853 time: 0.0434582 Nov 20 03:28:31.552889 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-22062b83-8906-4ced-9003-238590c7f370 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86b72eeb-91ec-4820-a22e-ae047328594a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229640 Nov 20 03:28:31.648497 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-79aeb3ff-16d8-4fa2-93b0-4bbb18272dbd service neutron] 10.222.0.57 "GET /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853078 Nov 20 03:28:31.740484 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-e12521e3-1b6d-4275-be26-da6152d8b8c9 req-5694e05b-2e05-495d-93eb-74ffe1e582c1 service neutron] 10.222.0.57 "GET /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824544 Nov 20 03:28:31.875642 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e96af3-044e-482b-baf6-095200c24890 req-3fec52fa-d0bf-418f-94b4-da64b0894d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:31.877226 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-23e96af3-044e-482b-baf6-095200c24890 req-3fec52fa-d0bf-418f-94b4-da64b0894d43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe445c6e096a48fc860957cb4adc25b2&device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 1096 time: 0.0429261 Nov 20 03:28:31.972482 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e96af3-044e-482b-baf6-095200c24890 req-e268268b-4f7b-49e5-8782-06677437e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:31.973951 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-23e96af3-044e-482b-baf6-095200c24890 req-e268268b-4f7b-49e5-8782-06677437e8d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=86b72eeb-91ec-4820-a22e-ae047328594a HTTP/1.1" status: 200 len: 914 time: 0.0891938 Nov 20 03:28:32.017347 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-23e96af3-044e-482b-baf6-095200c24890 req-dedc1449-5d6d-47f7-9b9a-e0bbbe203077 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42866751-7c05-4c8c-97b5-ffc492d2081d HTTP/1.1" status: 200 len: 217 time: 0.0344338 Nov 20 03:28:32.070659 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e96af3-044e-482b-baf6-095200c24890 req-442b3d4e-18c8-4255-bf01-f9da1b957cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:32.072138 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-23e96af3-044e-482b-baf6-095200c24890 req-442b3d4e-18c8-4255-bf01-f9da1b957cf9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=35382f18-1051-4257-98bc-aece973ba0ce HTTP/1.1" status: 200 len: 853 time: 0.0453901 Nov 20 03:28:32.109266 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-23e96af3-044e-482b-baf6-095200c24890 req-aa1bd760-deea-4799-af9c-b60a8ce5b396 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86b72eeb-91ec-4820-a22e-ae047328594a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282025 Nov 20 03:28:32.202957 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-23e96af3-044e-482b-baf6-095200c24890 req-4edefdd1-607a-40de-b024-2bce4f4c8ab4 service neutron] 10.222.0.57 "GET /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833628 Nov 20 03:28:32.205832 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18662ad9-19a5-4e7f-ab80-781f373b5f0c req-f3f7ad46-f58f-4bcb-986e-27456c93378f tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:32.207262 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-18662ad9-19a5-4e7f-ab80-781f373b5f0c req-f3f7ad46-f58f-4bcb-986e-27456c93378f tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 943 time: 0.0506549 Nov 20 03:28:32.254398 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-18662ad9-19a5-4e7f-ab80-781f373b5f0c req-9acb0120-e9dd-41e2-aee8-c315ffe2eb3e tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Nov 20 03:28:32.302756 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-23e96af3-044e-482b-baf6-095200c24890 req-a61a0bc8-3072-4098-b6c2-5b81f056ce24 service neutron] 10.222.0.57 "GET /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897019 Nov 20 03:28:32.324466 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a3d3079-c04a-4089-8bc5-24ac40bbed09 req-a3df4644-68f7-4024-9e6e-8b07a006521d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380962 Nov 20 03:28:32.408625 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d3079-c04a-4089-8bc5-24ac40bbed09 req-8aae738f-9e8f-4c61-a845-d45f3145c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:32.410025 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a3d3079-c04a-4089-8bc5-24ac40bbed09 req-8aae738f-9e8f-4c61-a845-d45f3145c345 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 1099 time: 0.0443916 Nov 20 03:28:32.518474 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d3079-c04a-4089-8bc5-24ac40bbed09 req-449f3d06-cbb0-440b-9d70-ffdd0cfa6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:32.519964 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a3d3079-c04a-4089-8bc5-24ac40bbed09 req-449f3d06-cbb0-440b-9d70-ffdd0cfa6eb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 918 time: 0.0859051 Nov 20 03:28:32.590501 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a3d3079-c04a-4089-8bc5-24ac40bbed09 req-08b05f60-f799-41d9-a2be-3ddd1a47bdfe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 HTTP/1.1" status: 200 len: 1001 time: 0.0585704 Nov 20 03:28:32.645621 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d3079-c04a-4089-8bc5-24ac40bbed09 req-de96edce-ac17-4fe8-8210-aeb4015f26df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:32.647045 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a3d3079-c04a-4089-8bc5-24ac40bbed09 req-de96edce-ac17-4fe8-8210-aeb4015f26df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 200 len: 856 time: 0.0484776 Nov 20 03:28:32.710706 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d3079-c04a-4089-8bc5-24ac40bbed09 req-c7f9ce7b-80b2-493b-a3a4-5df6fe4e38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:32.712264 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a3d3079-c04a-4089-8bc5-24ac40bbed09 req-c7f9ce7b-80b2-493b-a3a4-5df6fe4e38d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566108 Nov 20 03:28:32.806390 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a3d3079-c04a-4089-8bc5-24ac40bbed09 req-06954144-642e-4483-8956-30980c93caf8 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852745 Nov 20 03:28:32.899444 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a3d3079-c04a-4089-8bc5-24ac40bbed09 req-e899e48f-2e29-4e81-8ba1-44d25f1c5ea7 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844932 Nov 20 03:28:33.368949 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5838c-e98c-423e-a113-00e310453452 req-72ca11c3-9915-46c7-bfbb-24f3472eba6f tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:33.370329 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-10d5838c-e98c-423e-a113-00e310453452 req-72ca11c3-9915-46c7-bfbb-24f3472eba6f tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 943 time: 0.0479388 Nov 20 03:28:33.415381 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-10d5838c-e98c-423e-a113-00e310453452 req-6dddf230-7a73-4b13-81f0-2c2e8c90b869 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386443 Nov 20 03:28:34.117794 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 42866751-7c05-4c8c-97b5-ffc492d2081d details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:28:34.216905 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 42866751-7c05-4c8c-97b5-ffc492d2081d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=42866751-7c05-4c8c-97b5-ffc492d2081d,segment=NetworkSegment(a8048ba9-9949-4f67-94df-9358fb09db1d),segment_id=a8048ba9-9949-4f67-94df-9358fb09db1d)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:34.230739 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '42866751-7c05-4c8c-97b5-ffc492d2081d', 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a', 'port_id': '42866751-7c05-4c8c-97b5-ffc492d2081d', 'mac_address': 'fa:16:3e:3f:6c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35382f18-1051-4257-98bc-aece973ba0ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:28:34.269209 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:34.284047 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42866751-7c05-4c8c-97b5-ffc492d2081d {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:28:34.303491 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 42866751-7c05-4c8c-97b5-ffc492d2081d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=42866751-7c05-4c8c-97b5-ffc492d2081d,segment=NetworkSegment(a8048ba9-9949-4f67-94df-9358fb09db1d),segment_id=a8048ba9-9949-4f67-94df-9358fb09db1d)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:34.306903 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:34.358649 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=42866751-7c05-4c8c-97b5-ffc492d2081d,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:34.530051 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdb55c-0295-4b70-a3b5-dfa086d17525 req-6beee6f0-57bd-426b-a86f-08fc0ca8bd03 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:34.531489 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5cfdb55c-0295-4b70-a3b5-dfa086d17525 req-6beee6f0-57bd-426b-a86f-08fc0ca8bd03 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 944 time: 0.0502181 Nov 20 03:28:34.577052 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5cfdb55c-0295-4b70-a3b5-dfa086d17525 req-8816b3f5-cbb9-4daf-9e45-d81892a3834f tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397406 Nov 20 03:28:34.722337 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['42866751-7c05-4c8c-97b5-ffc492d2081d'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:35.692851 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71617ad3-ef2d-42f9-909c-d6e0217b8789 req-f0e8c834-fe79-4969-87b3-dbd5059ef9db tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:35.694404 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-71617ad3-ef2d-42f9-909c-d6e0217b8789 req-f0e8c834-fe79-4969-87b3-dbd5059ef9db tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 944 time: 0.0490947 Nov 20 03:28:35.740101 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-71617ad3-ef2d-42f9-909c-d6e0217b8789 req-30bfb471-ef38-4a09-83e9-9ea46f5e1d47 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Nov 20 03:28:36.850966 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d28d3-7a07-4d05-a3cf-2efaa215b1e3 req-1ca19b87-d6ef-4ab0-a9f5-b38db52e04cc tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:36.852445 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d88d28d3-7a07-4d05-a3cf-2efaa215b1e3 req-1ca19b87-d6ef-4ab0-a9f5-b38db52e04cc tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 944 time: 0.0479207 Nov 20 03:28:36.901681 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d88d28d3-7a07-4d05-a3cf-2efaa215b1e3 req-0100cc9a-d5b2-49fa-be8e-670a4cd778bc tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433631 Nov 20 03:28:37.661525 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 42866751-7c05-4c8c-97b5-ffc492d2081d up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:28:37.709065 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 42866751-7c05-4c8c-97b5-ffc492d2081d completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:28:37.712645 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 42866751-7c05-4c8c-97b5-ffc492d2081d triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:28:37.713015 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:37.796256 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:37.817583 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c73da7-1d03-4af8-9786-356bb0e48249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42866751-7c05-4c8c-97b5-ffc492d2081d'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:37.819810 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a085b00b-06b2-4f58-960c-afc840e5c0d2" -d '{"events": [{"server_uuid": "d8c73da7-1d03-4af8-9786-356bb0e48249", "name": "network-vif-plugged", "status": "completed", "tag": "42866751-7c05-4c8c-97b5-ffc492d2081d"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:37.832535 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 42866751-7c05-4c8c-97b5-ffc492d2081d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=42866751-7c05-4c8c-97b5-ffc492d2081d,segment=NetworkSegment(a8048ba9-9949-4f67-94df-9358fb09db1d),segment_id=a8048ba9-9949-4f67-94df-9358fb09db1d)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:37.836875 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:37.860145 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52659859-dedb-453b-b46d-72cf62b2aaea x-openstack-request-id: req-52659859-dedb-453b-b46d-72cf62b2aaea {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:37.860430 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c73da7-1d03-4af8-9786-356bb0e48249", "name": "network-vif-plugged", "status": "completed", "tag": "42866751-7c05-4c8c-97b5-ffc492d2081d", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:37.860683 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52659859-dedb-453b-b46d-72cf62b2aaea {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:37.861090 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c73da7-1d03-4af8-9786-356bb0e48249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42866751-7c05-4c8c-97b5-ffc492d2081d', 'code': 200} Nov 20 03:28:37.884851 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=42866751-7c05-4c8c-97b5-ffc492d2081d,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:38.016084 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d4eb3-e81a-4ba2-a986-215286f6831e req-d340a0d7-a6ce-4b67-a776-c3f71189efe3 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:38.018262 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e81d4eb3-e81a-4ba2-a986-215286f6831e req-d340a0d7-a6ce-4b67-a776-c3f71189efe3 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 945 time: 0.0500381 Nov 20 03:28:38.064295 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e81d4eb3-e81a-4ba2-a986-215286f6831e req-2977888c-9fdd-428a-ac79-a2e5d8863891 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 Nov 20 03:28:38.856781 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c53c12-4fc2-41fe-b1fc-01cdb28d2030 req-b6fd2ecb-b6ee-425e-ad8e-5e4314f02be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:38.858121 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c2c53c12-4fc2-41fe-b1fc-01cdb28d2030 req-b6fd2ecb-b6ee-425e-ad8e-5e4314f02be6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 1098 time: 0.0392919 Nov 20 03:28:38.901767 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c2c53c12-4fc2-41fe-b1fc-01cdb28d2030 req-fc880dc5-7597-4134-880f-b18ecba472a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359190 Nov 20 03:28:39.194787 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3fc8-dd1a-45d8-b397-e74f689b766f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:39.430344 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69cbaa-4a65-440e-a3bb-6a2d41f906ed req-be2a1f25-1287-41a2-ac7d-d9dd2e8dd1cc tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:39.431728 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ec69cbaa-4a65-440e-a3bb-6a2d41f906ed req-be2a1f25-1287-41a2-ac7d-d9dd2e8dd1cc tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 945 time: 0.2985013 Nov 20 03:28:39.477829 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ec69cbaa-4a65-440e-a3bb-6a2d41f906ed req-b7ae4523-5549-4c9d-bc55-7725cb985e44 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 Nov 20 03:28:40.588855 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928b742-253b-48cb-b0e8-2db2b5c3bb98 req-df35d80a-feb5-436a-b0b4-15fcf30223e9 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:40.591032 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f928b742-253b-48cb-b0e8-2db2b5c3bb98 req-df35d80a-feb5-436a-b0b4-15fcf30223e9 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 945 time: 0.0469270 Nov 20 03:28:40.637274 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f928b742-253b-48cb-b0e8-2db2b5c3bb98 req-ad94c526-8db9-4e5e-8290-0d817c336a47 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Nov 20 03:28:41.402062 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-888f6a12-d858-4ecb-a532-7924454a4185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:41.752541 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14bf2b-ae0f-4e5b-bfb5-8071451c15d2 req-113399a7-2f43-43f9-b1f3-e697b52f65b0 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:41.754090 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1c14bf2b-ae0f-4e5b-bfb5-8071451c15d2 req-113399a7-2f43-43f9-b1f3-e697b52f65b0 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 945 time: 0.0493927 Nov 20 03:28:41.802072 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1c14bf2b-ae0f-4e5b-bfb5-8071451c15d2 req-473acb09-ba50-4c2c-bc7c-e3a0b0f2ffdf tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Nov 20 03:28:42.674199 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:42.923730 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be9417-60be-459e-9215-b91a293fad3d req-b64eb080-558f-40cd-8bd7-b90e088e82d0 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:42.926147 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a0be9417-60be-459e-9215-b91a293fad3d req-b64eb080-558f-40cd-8bd7-b90e088e82d0 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 945 time: 0.0533173 Nov 20 03:28:42.995142 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a0be9417-60be-459e-9215-b91a293fad3d req-5a11692e-f340-496e-8233-49bda7dc8ae6 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628409 Nov 20 03:28:43.733881 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:44.113103 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1ffdd-da94-4399-8e47-a1ed37a0e087 req-4ea96b21-7748-43b3-950d-3267e453242c tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:44.114570 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8dd1ffdd-da94-4399-8e47-a1ed37a0e087 req-4ea96b21-7748-43b3-950d-3267e453242c tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 945 time: 0.0487678 Nov 20 03:28:44.166944 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8dd1ffdd-da94-4399-8e47-a1ed37a0e087 req-f57420ea-c8ff-46e4-81b3-778ae4f00d6e tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 Nov 20 03:28:44.920032 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541173c-5c40-44f9-9203-5f6ecfb42800 req-fd24db5e-64ba-48d1-8285-5b091a89e8df tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:44.921444 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a541173c-5c40-44f9-9203-5f6ecfb42800 req-fd24db5e-64ba-48d1-8285-5b091a89e8df tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 946 time: 0.0515256 Nov 20 03:28:44.967908 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a541173c-5c40-44f9-9203-5f6ecfb42800 req-4147bd8f-a3a7-4a94-92df-b36170708348 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405746 Nov 20 03:28:44.988163 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:46.095420 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99bc3e-05cd-4997-9f33-2f27034f637a req-c7c1b933-f5f8-4d2a-80a4-00a379d7e2d4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:46.097220 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9d99bc3e-05cd-4997-9f33-2f27034f637a req-c7c1b933-f5f8-4d2a-80a4-00a379d7e2d4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 946 time: 0.0483966 Nov 20 03:28:46.145517 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9d99bc3e-05cd-4997-9f33-2f27034f637a req-18cdf0bd-9d89-460c-a24f-f082a510b239 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423272 Nov 20 03:28:46.789390 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-f960ac1b-4035-49ad-a7e1-96efa1d0c5d2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:46.790904 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-f960ac1b-4035-49ad-a7e1-96efa1d0c5d2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 946 time: 0.0483193 Nov 20 03:28:46.900853 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Deleting port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:28:46.902099 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:47.005342 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] For port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:47.005712 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:47.308160 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:47.308821 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:47.308821 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Floating IP 72f8d08e-ecc2-4e77-a1cc-473a338da35d disassociated. External IP: 172.27.1.229, port: 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9. Nov 20 03:28:47.309161 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Calling delete_port for 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:28:47.369922 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ef14d-2932-49a6-9820-02f4c86ff565 req-640496e1-3e0e-4eab-ad24-e85c4ec1c1d1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:47.371452 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-590ef14d-2932-49a6-9820-02f4c86ff565 req-640496e1-3e0e-4eab-ad24-e85c4ec1c1d1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68eb618-c745-43db-a873-7c0700c0f11c HTTP/1.1" status: 200 len: 946 time: 0.1045685 Nov 20 03:28:47.436921 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-590ef14d-2932-49a6-9820-02f4c86ff565 req-73c26f8a-6f99-4497-8c60-23d40caa23bd tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=0deffe69-528a-43f3-9e18-4d184eb029e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537817 Nov 20 03:28:47.491012 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:47.519607 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event deleted for resources: {'Port': ['ID=7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:47.531706 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:47.532090 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:47.532443 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:47.532787 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:47.533128 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:47.533495 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:47.533832 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:47.534165 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:47.534503 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:47.534832 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:47.535161 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:47.535490 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:47.645252 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Router ce369fe5-415a-4128-9bc2-96c0bea3bbdc has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:28:47.758067 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:28:47.769491 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b0b11d-b1f8-4bc0-9f75-bc866fb15ddf None None] Sync routers for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:28:47.780700 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b0b11d-b1f8-4bc0-9f75-bc866fb15ddf None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:28:47.781461 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-53b0b11d-b1f8-4bc0-9f75-bc866fb15ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:28:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:47.802229 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] No DVR routers for this DVR port 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:28:47.805215 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:47.808933 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-050f6a58-b763-4004-ab70-2de8eac48bdb req-1b4f0dba-a249-4411-85d8-d171954a8dc1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.57 "DELETE /v2.0/ports/7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 HTTP/1.1" status: 204 len: 173 time: 1.0110810 Nov 20 03:28:47.809565 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'name': 'network-vif-deleted', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:47.813010 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d177be77-b96a-4752-aaa2-4fe172fd3889" -d '{"events": [{"server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "name": "network-vif-deleted", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:47.875753 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d84c26-f617-4ede-a469-e9dd166a84ce x-openstack-request-id: req-71d84c26-f617-4ede-a469-e9dd166a84ce {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:47.876082 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68eb618-c745-43db-a873-7c0700c0f11c", "name": "network-vif-deleted", "tag": "7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:47.876414 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71d84c26-f617-4ede-a469-e9dd166a84ce {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:47.876862 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68eb618-c745-43db-a873-7c0700c0f11c', 'name': 'network-vif-deleted', 'tag': '7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9', 'status': 'completed', 'code': 200} Nov 20 03:28:47.905899 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-53b0b11d-b1f8-4bc0-9f75-bc866fb15ddf None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:28:48.140718 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-53b0b11d-b1f8-4bc0-9f75-bc866fb15ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:30Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:48.167718 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b0b11d-b1f8-4bc0-9f75-bc866fb15ddf None None] Checking router: ce369fe5-415a-4128-9bc2-96c0bea3bbdc for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:28:48.176224 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b0b11d-b1f8-4bc0-9f75-bc866fb15ddf None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:28:48.176854 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-53b0b11d-b1f8-4bc0-9f75-bc866fb15ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:28:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:48.289687 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-53b0b11d-b1f8-4bc0-9f75-bc866fb15ddf None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:28:48.574286 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34186) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:48.582165 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-53b0b11d-b1f8-4bc0-9f75-bc866fb15ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:30Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:48.617987 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b0b11d-b1f8-4bc0-9f75-bc866fb15ddf None None] The sync data for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi is: [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:30Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:28:48.624062 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-068ae23c-cec4-471b-8787-533971280a5f admin admin] Deleting subnet 136332b6-ae0f-43b6-bebe-3795178ec94b {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:28:48.627746 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-068ae23c-cec4-471b-8787-533971280a5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:48.668909 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-068ae23c-cec4-471b-8787-533971280a5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639847'] for subnet, precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:48.712107 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-068ae23c-cec4-471b-8787-533971280a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:48.772339 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-068ae23c-cec4-471b-8787-533971280a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4874919'] for subnet, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:48.811520 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ae23c-cec4-471b-8787-533971280a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=136332b6-ae0f-43b6-bebe-3795178ec94b,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:48.821345 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-068ae23c-cec4-471b-8787-533971280a5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:48.825429 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-068ae23c-cec4-471b-8787-533971280a5f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/136332b6-ae0f-43b6-bebe-3795178ec94b HTTP/1.1" status: 204 len: 168 time: 0.2494392 Nov 20 03:28:48.827957 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34190) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:48.906632 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014cb5d7-8668-42a0-822b-b3538ca8533f None None] New status for floating IP 72f8d08e-ecc2-4e77-a1cc-473a338da35d: DOWN {{(pid=102612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:28:48.910640 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:48.995014 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.016733 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6a2291-7783-44a6-a66b-c6c0e5ec6d90']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:49.027253 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52ce61f-1395-414d-b2f6-95f8413b6d4b') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:49.027453 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52ce61f-1395-414d-b2f6-95f8413b6d4b') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:49.043395 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639870'] for segment, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.057522 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.065562 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:28:49.065972 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773137'] for segment, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: Traceback (most recent call last): Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: timer() Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: cb(*args, **kw) Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: self._notify() Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: self.callback(batched_events) Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: event.method(event) Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: return f(self, *a, **k) Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._get(url).json() Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:28:49.067906 dv-cinder-818037-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:28:49.130153 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.135390 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.139170 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ef6a2291-7783-44a6-a66b-c6c0e5ec6d90 HTTP/1.1" status: 204 len: 168 time: 0.3101590 Nov 20 03:28:49.142046 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34192) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:49.149957 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783c7a3-7470-4c89-84f8-dbfdac166a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6a2291-7783-44a6-a66b-c6c0e5ec6d90,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:49.193354 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_v2 [None req-528d92c0-f416-455b-b035-eb8cb5a44cd6 admin admin] Deleting subnet 5cd5593c-9ca0-486c-adeb-b050fa9008d9 {{(pid=102610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:28:49.197242 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-528d92c0-f416-455b-b035-eb8cb5a44cd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.235101 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-528d92c0-f416-455b-b035-eb8cb5a44cd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4789309'] for subnet, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.277868 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-528d92c0-f416-455b-b035-eb8cb5a44cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.339922 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-528d92c0-f416-455b-b035-eb8cb5a44cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4985471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4896948'] for subnet, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.366082 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d92c0-f416-455b-b035-eb8cb5a44cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd5593c-9ca0-486c-adeb-b050fa9008d9,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:49.369734 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-528d92c0-f416-455b-b035-eb8cb5a44cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.374691 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-528d92c0-f416-455b-b035-eb8cb5a44cd6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5cd5593c-9ca0-486c-adeb-b050fa9008d9 HTTP/1.1" status: 204 len: 168 time: 0.2314262 Nov 20 03:28:49.375739 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34194) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:49.451179 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.532451 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.555638 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfca837d-c001-4a2d-a3e5-98cd42e65673']}} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:49.566114 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b27bbeb-0866-42f7-b368-eec5e4b745b9') {'for_net_delete': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:49.566419 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b27bbeb-0866-42f7-b368-eec5e4b745b9') {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:49.571517 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34198) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:49.582159 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4789284'] for segment, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.596277 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.602950 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=102610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:28:49.603426 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4985377'] for segment, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: Traceback (most recent call last): Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: timer() Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: cb(*args, **kw) Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: return func(*args, **kwargs) Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: self._notify() Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: self.callback(batched_events) Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: event.method(event) Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: return f(self, *a, **k) Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: return self._get(url).json() Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: return self.request(url, 'GET', **kwargs) Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:28:49.605374 dv-cinder-818037-5-iscsi neutron-server[102610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:28:49.630517 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-44d39d51-b2a5-4011-b7ba-f8c243fa79a5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.653364 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-44d39d51-b2a5-4011-b7ba-f8c243fa79a5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.660381 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.667979 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.675640 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dfca837d-c001-4a2d-a3e5-98cd42e65673 HTTP/1.1" status: 204 len: 168 time: 0.2987258 Nov 20 03:28:49.690145 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4c8db-f820-4caf-a118-945db08278a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfca837d-c001-4a2d-a3e5-98cd42e65673,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:49.708173 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-44d39d51-b2a5-4011-b7ba-f8c243fa79a5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.711027 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-44d39d51-b2a5-4011-b7ba-f8c243fa79a5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.714709 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-44d39d51-b2a5-4011-b7ba-f8c243fa79a5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "DELETE /v2.0/security-groups/0deffe69-528a-43f3-9e18-4d184eb029e3 HTTP/1.1" status: 204 len: 168 time: 0.1395831 Nov 20 03:28:49.715101 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34204) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:49.727396 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d39d51-b2a5-4011-b7ba-f8c243fa79a5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deffe69-528a-43f3-9e18-4d184eb029e3,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:49.728305 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.api.v2.resource [None req-7168674e-a08a-46de-949f-726c23459379 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] show failed (client error): The resource could not be found. Nov 20 03:28:49.731973 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-7168674e-a08a-46de-949f-726c23459379 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups/0deffe69-528a-43f3-9e18-4d184eb029e3 HTTP/1.1" status: 404 len: 347 time: 0.0132370 Nov 20 03:28:49.732623 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34206) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:49.850006 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34210) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:49.869035 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e019885b-7419-4081-a932-0b0715901619 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Deleting port e1e94628-5212-4a57-99be-c1ae40a97186 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:28:49.869542 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e019885b-7419-4081-a932-0b0715901619 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.910962 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e22ee0d7-097d-4471-8390-096f7485988f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2aaabb11a7404f988d6b975b062805d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573945 Nov 20 03:28:49.911217 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34212) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:49.989991 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e019885b-7419-4081-a932-0b0715901619 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:49.990324 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e019885b-7419-4081-a932-0b0715901619 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.005492 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4997817a-13f7-46ff-bd77-4e30d92721ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.007828 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e019885b-7419-4081-a932-0b0715901619 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Calling delete_port for e1e94628-5212-4a57-99be-c1ae40a97186 owned by network:floatingip {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:28:50.070508 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4997817a-13f7-46ff-bd77-4e30d92721ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.151506 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4997817a-13f7-46ff-bd77-4e30d92721ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.154771 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4997817a-13f7-46ff-bd77-4e30d92721ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.155440 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-4997817a-13f7-46ff-bd77-4e30d92721ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b8352b1-9f12-4cfe-ab30-2535279939d9 HTTP/1.1" status: 204 len: 168 time: 0.2452557 Nov 20 03:28:50.183258 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997817a-13f7-46ff-bd77-4e30d92721ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8352b1-9f12-4cfe-ab30-2535279939d9,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:50.207159 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e019885b-7419-4081-a932-0b0715901619 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.238241 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019885b-7419-4081-a932-0b0715901619 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event deleted for resources: {'Port': ['ID=e1e94628-5212-4a57-99be-c1ae40a97186,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:50.302347 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e019885b-7419-4081-a932-0b0715901619 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.305109 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e019885b-7419-4081-a932-0b0715901619 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.306345 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e019885b-7419-4081-a932-0b0715901619 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "DELETE /v2.0/floatingips/72f8d08e-ecc2-4e77-a1cc-473a338da35d HTTP/1.1" status: 204 len: 168 time: 0.5726321 Nov 20 03:28:50.493409 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34220) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:50.536578 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-da6ab0c0-7f19-4c33-aafb-2241d5d24bf5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f34a4403f18453c96ba10f62d906605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419674 Nov 20 03:28:50.539019 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34222) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:50.556274 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34224) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:50.560822 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-8abfbfd0-367e-4ede-9ff6-53906cd13836 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74198708', 'description': 'tempest-description--1398038112'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:50.586050 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8abfbfd0-367e-4ede-9ff6-53906cd13836 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.589628 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36b3e45b-917e-4d59-9639-6d22cecf6832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.611823 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36b3e45b-917e-4d59-9639-6d22cecf6832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.658262 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8abfbfd0-367e-4ede-9ff6-53906cd13836 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.661631 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8abfbfd0-367e-4ede-9ff6-53906cd13836 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.668183 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36b3e45b-917e-4d59-9639-6d22cecf6832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.670754 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36b3e45b-917e-4d59-9639-6d22cecf6832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.671946 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-36b3e45b-917e-4d59-9639-6d22cecf6832 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f325c6e-ebea-4aae-86eb-76bf65f181a9 HTTP/1.1" status: 204 len: 168 time: 0.1314738 Nov 20 03:28:50.682083 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3e45b-917e-4d59-9639-6d22cecf6832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f325c6e-ebea-4aae-86eb-76bf65f181a9,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:50.692743 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8abfbfd0-367e-4ede-9ff6-53906cd13836 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.693982 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-8abfbfd0-367e-4ede-9ff6-53906cd13836 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1367104 Nov 20 03:28:50.697046 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34230) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:50.701951 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-9f6177fa-0bbf-47ed-a43a-8c22f81ca424 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Request body: {'security_group_rule': {'security_group_id': 'd07682dd-3eee-43d5-ab2d-7d0a100cf5be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:50.710075 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfbfd0-367e-4ede-9ff6-53906cd13836 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07682dd-3eee-43d5-ab2d-7d0a100cf5be,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:50.735723 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9f6177fa-0bbf-47ed-a43a-8c22f81ca424 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.797327 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9f6177fa-0bbf-47ed-a43a-8c22f81ca424 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.801433 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9f6177fa-0bbf-47ed-a43a-8c22f81ca424 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.818777 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6177fa-0bbf-47ed-a43a-8c22f81ca424 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab16fdb-d237-4102-9c85-871fc73daf8e,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:50.829389 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9f6177fa-0bbf-47ed-a43a-8c22f81ca424 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.833718 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-9f6177fa-0bbf-47ed-a43a-8c22f81ca424 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357205 Nov 20 03:28:50.834141 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34232) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:50.839874 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-b3bb35f5-92e1-4a85-9d72-dbb9bb68fe75 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Request body: {'security_group_rule': {'security_group_id': 'd07682dd-3eee-43d5-ab2d-7d0a100cf5be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:50.868950 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3bb35f5-92e1-4a85-9d72-dbb9bb68fe75 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.919021 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3bb35f5-92e1-4a85-9d72-dbb9bb68fe75 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.923743 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3bb35f5-92e1-4a85-9d72-dbb9bb68fe75 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.943268 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb35f5-92e1-4a85-9d72-dbb9bb68fe75 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e63114f-6ba6-4276-86c0-8c8aae0753f5,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:50.963234 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3bb35f5-92e1-4a85-9d72-dbb9bb68fe75 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:50.963234 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-b3bb35f5-92e1-4a85-9d72-dbb9bb68fe75 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223979 Nov 20 03:28:50.963234 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34240) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:50.967553 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Request body: {'floatingip': {'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:50.991976 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.095183 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.203213 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Allocated IP 172.27.1.43 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/46ebafcc-9326-4ad1-8476-c4cbbc0871b2) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:28:51.311150 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.349852 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.389399 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:28:51.393962 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:28:51.397340 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:28:51.402800 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event updated for resources: {'Port': ['ID=46ebafcc-9326-4ad1-8476-c4cbbc0871b2,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:51.487430 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.522502 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.693487 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.701552 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.778075 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event updated for resources: {'Port': ['ID=46ebafcc-9326-4ad1-8476-c4cbbc0871b2,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:51.784390 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.795496 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34270) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:51.803949 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.805125 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e9360ce5-ca95-4834-b53e-d59cd4671a29 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8410635 Nov 20 03:28:51.908313 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-020505e2-1b40-4399-8ed6-d7207cae27aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:52.020824 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-020505e2-1b40-4399-8ed6-d7207cae27aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:52.029384 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-020505e2-1b40-4399-8ed6-d7207cae27aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:52.054137 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-5d68dfbd-37f1-459b-9c77-c8029fede118 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--74198708&fields=id&tenant_id=8abd5d5840ac400c82604d0212b124f2 HTTP/1.1" status: 200 len: 267 time: 0.0933602 Nov 20 03:28:52.076892 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:28:52.086418 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-020505e2-1b40-4399-8ed6-d7207cae27aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22ca620696fd495fa197a6792678756f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897792 Nov 20 03:28:52.089883 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34288) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:52.098479 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:28:52.098654 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020505e2-1b40-4399-8ed6-d7207cae27aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2bfcec-2b5f-4467-a473-4fd77540e2bb,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:52.098788 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7a19e0fe-867b-45fc-9ef7-f883f1a8dbd9 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:28:52.144227 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fe497a2f-4d09-49be-9eb8-38a99e2de405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:52.168616 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fe497a2f-4d09-49be-9eb8-38a99e2de405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:52.188183 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-6b349a00-b1bf-49d9-bdd3-ba0393fca8dd tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:52.189854 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-6b349a00-b1bf-49d9-bdd3-ba0393fca8dd tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 817 time: 0.1223624 Nov 20 03:28:52.206617 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-f7a76c67-a29d-4054-93e0-cf83eaa3f6da tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/quotas/8abd5d5840ac400c82604d0212b124f2 HTTP/1.1" status: 200 len: 375 time: 0.0104311 Nov 20 03:28:52.217810 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fe497a2f-4d09-49be-9eb8-38a99e2de405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:52.220549 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fe497a2f-4d09-49be-9eb8-38a99e2de405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:52.221698 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-fe497a2f-4d09-49be-9eb8-38a99e2de405 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d2bfcec-2b5f-4467-a473-4fd77540e2bb HTTP/1.1" status: 204 len: 168 time: 0.1307099 Nov 20 03:28:52.232959 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe497a2f-4d09-49be-9eb8-38a99e2de405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2bfcec-2b5f-4467-a473-4fd77540e2bb,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:52.271388 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-26aab37b-382b-43ec-9060-765392e38e83 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589454 Nov 20 03:28:52.373537 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-02ee8e05-4bcf-4ca7-8c59-c8b20a2f9a6a service neutron] 10.222.0.37 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892799 Nov 20 03:28:52.468332 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c4238a9e-22a0-4995-9abb-91c798950b87 service neutron] 10.222.0.37 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884709 Nov 20 03:28:52.632389 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f20a93c5-4f79-41e7-ab55-cf208f2c45aa req-1e6d2b45-1cc5-4d0b-a677-39496699db97 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 210 time: 0.0266695 Nov 20 03:28:53.743817 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bb2c84b3-4eb1-42bc-8e7a-786ce4b6a60d req-f7af2762-ffea-4878-9460-80f4a3ea53e2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 210 time: 0.0330701 Nov 20 03:28:53.793703 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-ddc3f2f9-31dc-4c33-9bb9-df1523192b40 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:53.795142 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-ddc3f2f9-31dc-4c33-9bb9-df1523192b40 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.57 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 817 time: 0.1345339 Nov 20 03:28:53.866502 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-dc78e14a-0a69-4227-8a76-3d4938cf9665 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8abd5d5840ac400c82604d0212b124f2 HTTP/1.1" status: 200 len: 378 time: 0.0529783 Nov 20 03:28:53.878469 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Request body: {'port': {'device_id': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'admin_state_up': True, 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'security_groups': ['d07682dd-3eee-43d5-ab2d-7d0a100cf5be']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:53.989163 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Made reservation on behalf of 8abd5d5840ac400c82604d0212b124f2 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:53.992619 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:54.126940 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Allocated IP 172.20.0.3 (3ac0da1c-dc79-4675-9f0a-2d0c06da492e/97ebc784-de2c-430b-bca7-4a0f16670b73/09e4f458-7d7a-4be0-87eb-4f821050a3c3) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:28:54.277566 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:54.312387 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:54.362490 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:28:54.367860 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:28:54.371669 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:28:54.398923 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event updated for resources: {'Port': ['ID=09e4f458-7d7a-4be0-87eb-4f821050a3c3,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:54.432775 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:54.433389 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:54.451222 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c55062c4-41f6-4d58-8e1a-4e77317ec142 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5763381 Nov 20 03:28:54.469757 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Request body: {'port': {'device_id': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:54.529362 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:54.623103 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-773654c9-f326-4594-92f0-081580d20494 None None] Provisioning complete for port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:28:54.623657 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-773654c9-f326-4594-92f0-081580d20494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:54.664361 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-773654c9-f326-4594-92f0-081580d20494 None None] Port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:28:54.868028 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e4f458-7d7a-4be0-87eb-4f821050a3c3 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:28:54.880404 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:54.898580 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Transition to ACTIVE for port object 09e4f458-7d7a-4be0-87eb-4f821050a3c3 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:28:54.906758 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf917b-5bd2-469d-8b59-03918ea554d6 req-1878729e-7ebb-43d4-a7b9-b5c7382e2f70 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:54.908306 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e8bf917b-5bd2-469d-8b59-03918ea554d6 req-1878729e-7ebb-43d4-a7b9-b5c7382e2f70 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 931 time: 0.0770638 Nov 20 03:28:54.909440 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:54.987557 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=09e4f458-7d7a-4be0-87eb-4f821050a3c3,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:55.295222 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e8bf917b-5bd2-469d-8b59-03918ea554d6 req-37cf3220-6a16-4b5f-8698-2f4e9abcc66d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3804238 Nov 20 03:28:55.324004 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Attempting to bind port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:28:55.324349 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Attempting to bind port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:28:55.324690 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Attempting to bind port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 on network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:28:55.328913 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 on network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:28:55.329260 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Attempting to bind port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 on network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:28:55.334135 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:28:55.334477 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Checking segment: {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:28:55.334870 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Bound using segment: {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:28:55.335313 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Bound port: 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99806f43-654a-4bfb-b62c-e8b52efc6518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:28:55.335668 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:55.397979 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:28:55.400930 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:28:55.404542 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:55.440875 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:55.441542 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:55.442974 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] 10.222.0.57 "PUT /v2.0/ports/09e4f458-7d7a-4be0-87eb-4f821050a3c3 HTTP/1.1" status: 200 len: 1093 time: 0.9777920 Nov 20 03:28:55.443394 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:55.445659 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdaae7b-da99-41d3-8148-da716e2b321c" -d '{"events": [{"name": "network-changed", "server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:55.488550 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f9308-96c8-4f48-be4b-e364f0dea4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=09e4f458-7d7a-4be0-87eb-4f821050a3c3,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:55.526927 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe7ea10-107c-433c-a17b-d40ed371cfd3 x-openstack-request-id: req-dbe7ea10-107c-433c-a17b-d40ed371cfd3 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:55.527279 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:55.527584 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbe7ea10-107c-433c-a17b-d40ed371cfd3 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:55.528111 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'status': 'completed', 'code': 200} Nov 20 03:28:55.570544 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-dbd34b3e-34cd-4572-a853-b81d109ba993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:55.572082 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-dbd34b3e-34cd-4572-a853-b81d109ba993 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 1096 time: 0.0590224 Nov 20 03:28:55.637593 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-4b871bbb-30ec-4041-b67c-a432bb703264 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3 HTTP/1.1" status: 200 len: 217 time: 0.0384829 Nov 20 03:28:55.688449 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-0ab65921-29c4-44fe-8288-130aa7ec2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:55.690015 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-0ab65921-29c4-44fe-8288-130aa7ec2463 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 200 len: 856 time: 0.0444751 Nov 20 03:28:55.750802 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-9a353b9e-f66f-4175-82b7-601136ca3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:55.752312 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-9a353b9e-f66f-4175-82b7-601136ca3c0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485487 Nov 20 03:28:55.855200 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-ea3a8c6b-52d7-45c3-8388-6f2407ec888b service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871816 Nov 20 03:28:55.962132 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-700f2cbe-70e2-414b-941b-88203b07d1cf req-c205b18f-3864-4691-b994-12bc1dc31f18 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890813 Nov 20 03:28:56.084995 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34442) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:56.130243 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaae7b-da99-41d3-8148-da716e2b321c req-d11a8e6c-b135-4e44-88fc-fda3d1de82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:56.131971 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1bdaae7b-da99-41d3-8148-da716e2b321c req-d11a8e6c-b135-4e44-88fc-fda3d1de82dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 1096 time: 0.0444510 Nov 20 03:28:56.200304 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-872803f1-7da8-46fc-b31c-838c9d49b978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.276718 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaae7b-da99-41d3-8148-da716e2b321c req-3e967bbd-6524-41a1-ba76-0d14a95b8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:56.279698 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1bdaae7b-da99-41d3-8148-da716e2b321c req-3e967bbd-6524-41a1-ba76-0d14a95b8595 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 918 time: 0.1293700 Nov 20 03:28:56.315482 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-872803f1-7da8-46fc-b31c-838c9d49b978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.320808 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-872803f1-7da8-46fc-b31c-838c9d49b978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.348372 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1bdaae7b-da99-41d3-8148-da716e2b321c req-bd431eb7-2786-4091-91e8-399037654752 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3 HTTP/1.1" status: 200 len: 217 time: 0.0603676 Nov 20 03:28:56.362260 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-872803f1-7da8-46fc-b31c-838c9d49b978 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=133077a1356b4823ac2cb1b87d06b788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761724 Nov 20 03:28:56.363136 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34456) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:56.404801 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34458) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:56.416278 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872803f1-7da8-46fc-b31c-838c9d49b978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c691f6-a627-4436-9059-8562c77f84c5,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:56.436042 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d6800124-057a-4e56-856c-e922d18f8900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.447575 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaae7b-da99-41d3-8148-da716e2b321c req-4c8e7f13-4578-41fc-9728-99448891d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:56.449960 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1bdaae7b-da99-41d3-8148-da716e2b321c req-4c8e7f13-4578-41fc-9728-99448891d818 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 200 len: 856 time: 0.0925481 Nov 20 03:28:56.462222 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d6800124-057a-4e56-856c-e922d18f8900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.481776 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476f2ea-20dc-4dfa-96fd-5147da9fa320 req-f386a6c9-b895-4685-aab5-2470deb148d5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:56.483425 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7476f2ea-20dc-4dfa-96fd-5147da9fa320 req-f386a6c9-b895-4685-aab5-2470deb148d5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0897489 Nov 20 03:28:56.519984 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d6800124-057a-4e56-856c-e922d18f8900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.522615 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d6800124-057a-4e56-856c-e922d18f8900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.523813 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-d6800124-057a-4e56-856c-e922d18f8900 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1c691f6-a627-4436-9059-8562c77f84c5 HTTP/1.1" status: 204 len: 168 time: 0.1541348 Nov 20 03:28:56.534103 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaae7b-da99-41d3-8148-da716e2b321c req-d667b5f2-4901-4f4a-b8c2-048766828a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:56.535871 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1bdaae7b-da99-41d3-8148-da716e2b321c req-d667b5f2-4901-4f4a-b8c2-048766828a19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714931 Nov 20 03:28:56.542512 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d099e142-4ae2-4491-a8bd-d1eb930cc568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.544412 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6800124-057a-4e56-856c-e922d18f8900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c691f6-a627-4436-9059-8562c77f84c5,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:56.614494 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7476f2ea-20dc-4dfa-96fd-5147da9fa320 req-a6cec323-ff35-4364-8f13-44cb0332cd8e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155324 Nov 20 03:28:56.654726 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1bdaae7b-da99-41d3-8148-da716e2b321c req-1bdaf737-91c3-4046-a7dd-3d0024dbe531 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064229 Nov 20 03:28:56.662189 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d099e142-4ae2-4491-a8bd-d1eb930cc568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.667261 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d099e142-4ae2-4491-a8bd-d1eb930cc568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.714506 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-d099e142-4ae2-4491-a8bd-d1eb930cc568 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b19608a24afd42e89212a62ee3a39059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061724 Nov 20 03:28:56.714506 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099e142-4ae2-4491-a8bd-d1eb930cc568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e4aa94-244b-47cf-b2d6-f4aec0ef9cd2,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:56.714826 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34466) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:56.801101 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fbdd2917-6511-4236-81b5-a89feb53f5dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.805167 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1bdaae7b-da99-41d3-8148-da716e2b321c req-2a249488-3e9f-4c1e-818a-5efd790f0754 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406207 Nov 20 03:28:56.825364 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fbdd2917-6511-4236-81b5-a89feb53f5dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.856483 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34468) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:56.870717 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-35c9d23e-1d36-4163-8966-b5eba39336eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.877395 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fbdd2917-6511-4236-81b5-a89feb53f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.880244 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fbdd2917-6511-4236-81b5-a89feb53f5dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.881574 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fbdd2917-6511-4236-81b5-a89feb53f5dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6e4aa94-244b-47cf-b2d6-f4aec0ef9cd2 HTTP/1.1" status: 204 len: 168 time: 0.1658230 Nov 20 03:28:56.895732 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd2917-6511-4236-81b5-a89feb53f5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e4aa94-244b-47cf-b2d6-f4aec0ef9cd2,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:56.961567 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-35c9d23e-1d36-4163-8966-b5eba39336eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:56.966539 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-35c9d23e-1d36-4163-8966-b5eba39336eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:57.003838 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9d23e-1d36-4163-8966-b5eba39336eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db21b66-60c8-4fd0-9b2f-bbeb19564fb0,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:57.009697 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-35c9d23e-1d36-4163-8966-b5eba39336eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac2f0898e9924b468e948addec0edf75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521127 Nov 20 03:28:57.012408 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34472) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:57.076120 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-232e9ed9-23c8-45d9-9c30-0aa7ff1b470c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:57.098319 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-232e9ed9-23c8-45d9-9c30-0aa7ff1b470c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:57.147635 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-232e9ed9-23c8-45d9-9c30-0aa7ff1b470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:57.150328 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-232e9ed9-23c8-45d9-9c30-0aa7ff1b470c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:57.157478 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-232e9ed9-23c8-45d9-9c30-0aa7ff1b470c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9db21b66-60c8-4fd0-9b2f-bbeb19564fb0 HTTP/1.1" status: 204 len: 168 time: 0.1387300 Nov 20 03:28:57.160436 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e9ed9-23c8-45d9-9c30-0aa7ff1b470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db21b66-60c8-4fd0-9b2f-bbeb19564fb0,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:57.769001 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fcd13-a287-470a-95ac-9f2fb30e369b req-087b927b-66f4-4234-997c-57dd49a44030 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:57.770566 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f11fcd13-a287-470a-95ac-9f2fb30e369b req-087b927b-66f4-4234-997c-57dd49a44030 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0698383 Nov 20 03:28:57.841833 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f11fcd13-a287-470a-95ac-9f2fb30e369b req-948a48e3-41e8-40b1-a3f8-3a2589880e8c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632493 Nov 20 03:28:58.031923 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 09e4f458-7d7a-4be0-87eb-4f821050a3c3 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:28:58.140730 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:58.153538 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'port_id': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'mac_address': 'fa:16:3e:c8:e5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:28:58.200209 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:58.217600 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e4f458-7d7a-4be0-87eb-4f821050a3c3 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:28:58.240315 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:58.244018 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:58.295428 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=09e4f458-7d7a-4be0-87eb-4f821050a3c3,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:58.301569 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:58.301927 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:58.302431 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:58.302777 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:58.303114 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:58.303445 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:58.303992 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:58.304599 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:58.304955 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:58.305295 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:58.305623 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:58.305949 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:58.598074 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:28:58.601227 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['09e4f458-7d7a-4be0-87eb-4f821050a3c3'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:58.968636 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9b504-4780-4e54-88d9-13ab7b5fc3df req-e39e7b29-9db8-4beb-9e1d-7599742964fa tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:58.970142 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-65f9b504-4780-4e54-88d9-13ab7b5fc3df req-e39e7b29-9db8-4beb-9e1d-7599742964fa tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 944 time: 0.0506558 Nov 20 03:28:59.027842 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-65f9b504-4780-4e54-88d9-13ab7b5fc3df req-7ed4a504-3232-4cde-8dbe-b0fe39353f0c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500896 Nov 20 03:29:00.164437 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 09e4f458-7d7a-4be0-87eb-4f821050a3c3 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:00.179047 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920389d-9644-434c-9cdf-1e64cf833e5a req-3556494f-317d-47dc-abf7-6bff6360dee2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:00.180613 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9920389d-9644-434c-9cdf-1e64cf833e5a req-3556494f-317d-47dc-abf7-6bff6360dee2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 944 time: 0.0675285 Nov 20 03:29:00.219027 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:29:00.223351 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:00.223947 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:00.232717 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9920389d-9644-434c-9cdf-1e64cf833e5a req-8eb6e0f1-9280-4a06-b22e-23d6190620db tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456042 Nov 20 03:29:00.305989 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:00.331280 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:29:00.333661 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf951b3-1a39-4f52-87c4-cb28113b9907" -d '{"events": [{"server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "name": "network-vif-plugged", "status": "completed", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:29:00.347193 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:00.351886 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:00.379182 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05a926c-c885-4cbe-b98c-9b174fe2828c x-openstack-request-id: req-e05a926c-c885-4cbe-b98c-9b174fe2828c {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:29:00.379498 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "name": "network-vif-plugged", "status": "completed", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:29:00.379753 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e05a926c-c885-4cbe-b98c-9b174fe2828c {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:29:00.380176 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'code': 200} Nov 20 03:29:00.423663 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:00.429544 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=09e4f458-7d7a-4be0-87eb-4f821050a3c3,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:00.590131 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e56ba-89f3-4fdf-a814-1d4f80144e6c req-b7a0c6cb-035a-49be-8434-ff2e8487ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:00.591745 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-265e56ba-89f3-4fdf-a814-1d4f80144e6c req-b7a0c6cb-035a-49be-8434-ff2e8487ff5a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 1098 time: 0.0399797 Nov 20 03:29:00.640605 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-265e56ba-89f3-4fdf-a814-1d4f80144e6c req-879b6511-da3c-4372-b128-59c9937dea39 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417552 Nov 20 03:29:01.352623 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae6312-8d1a-4068-b417-24bbd4fd9d3d req-7b9b88e8-3438-4656-8943-dc509e9e54be tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:01.354125 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-10ae6312-8d1a-4068-b417-24bbd4fd9d3d req-7b9b88e8-3438-4656-8943-dc509e9e54be tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0498464 Nov 20 03:29:01.405967 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-10ae6312-8d1a-4068-b417-24bbd4fd9d3d req-256ac10c-c9a8-4a73-a0ea-f27d0dccd359 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458987 Nov 20 03:29:02.265492 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34642) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:02.369025 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9b87d7a1-9c34-4ebe-bac7-11ea8eae61f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:02.444642 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9b87d7a1-9c34-4ebe-bac7-11ea8eae61f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:02.449585 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9b87d7a1-9c34-4ebe-bac7-11ea8eae61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:02.477727 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87d7a1-9c34-4ebe-bac7-11ea8eae61f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b889d5a-5df2-436e-81ae-3fd64f527a59,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:02.518830 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-9b87d7a1-9c34-4ebe-bac7-11ea8eae61f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=432b6fc6889e401ebf67589c9b69f667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518511 Nov 20 03:29:02.520284 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34656) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:02.568207 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc770073-997c-4105-812b-7fbff6ec9226 req-c49bb234-7613-44f0-97a0-cbb73eebce12 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:02.569704 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fc770073-997c-4105-812b-7fbff6ec9226 req-c49bb234-7613-44f0-97a0-cbb73eebce12 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0886815 Nov 20 03:29:02.600731 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a24cf19-f129-450f-a21c-6d0e6f7d8a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:02.639743 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a24cf19-f129-450f-a21c-6d0e6f7d8a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:02.648656 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fc770073-997c-4105-812b-7fbff6ec9226 req-54fe7dd3-1dde-4943-9034-1182e9a082d1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722973 Nov 20 03:29:02.693549 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a24cf19-f129-450f-a21c-6d0e6f7d8a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:02.696741 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a24cf19-f129-450f-a21c-6d0e6f7d8a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:02.698961 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-1a24cf19-f129-450f-a21c-6d0e6f7d8a98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b889d5a-5df2-436e-81ae-3fd64f527a59 HTTP/1.1" status: 204 len: 168 time: 0.1776309 Nov 20 03:29:02.708039 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24cf19-f129-450f-a21c-6d0e6f7d8a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b889d5a-5df2-436e-81ae-3fd64f527a59,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:02.784788 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716cee4-c6f5-49b2-847e-c7d6dbe26ee3 req-3c4b5fc9-f1a2-4cf4-8029-72026aa18e49 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:02.786317 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a716cee4-c6f5-49b2-847e-c7d6dbe26ee3 req-3c4b5fc9-f1a2-4cf4-8029-72026aa18e49 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0570531 Nov 20 03:29:02.796737 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34668) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:02.801328 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-01ddd2e4-f58a-4b9f-8706-32152279ac80 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Request body: {'floatingip': {'port_id': '09e4f458-7d7a-4be0-87eb-4f821050a3c3'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:02.843050 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-01ddd2e4-f58a-4b9f-8706-32152279ac80 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:03.016378 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34678) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:03.031194 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9c5db88f-2e87-469b-858d-e354b668045a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:03.110994 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9c5db88f-2e87-469b-858d-e354b668045a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:03.124049 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9c5db88f-2e87-469b-858d-e354b668045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:03.169174 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-9c5db88f-2e87-469b-858d-e354b668045a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf53b0fd1358405cb835d7b3e7adc99d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516166 Nov 20 03:29:03.171420 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5db88f-2e87-469b-858d-e354b668045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7e1014-3d18-4cce-a102-5ad90274c253,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:03.173900 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34684) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:03.228097 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c4c1cde2-e31b-467d-8bf2-541b49c0c520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:03.250580 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c4c1cde2-e31b-467d-8bf2-541b49c0c520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:03.300171 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c4c1cde2-e31b-467d-8bf2-541b49c0c520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:03.303349 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c4c1cde2-e31b-467d-8bf2-541b49c0c520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:03.304454 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-c4c1cde2-e31b-467d-8bf2-541b49c0c520 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab7e1014-3d18-4cce-a102-5ad90274c253 HTTP/1.1" status: 204 len: 168 time: 0.1296387 Nov 20 03:29:03.313044 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1cde2-e31b-467d-8bf2-541b49c0c520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7e1014-3d18-4cce-a102-5ad90274c253,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:03.329683 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-01ddd2e4-f58a-4b9f-8706-32152279ac80 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:03.333921 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-01ddd2e4-f58a-4b9f-8706-32152279ac80 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:03.439468 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-01ddd2e4-f58a-4b9f-8706-32152279ac80 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Floating IP 685c91f7-981a-443e-952b-3d6017202c65 associated. External IP: 172.27.1.43, port: 09e4f458-7d7a-4be0-87eb-4f821050a3c3. Nov 20 03:29:03.671985 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ddd2e4-f58a-4b9f-8706-32152279ac80 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Router ce369fe5-415a-4128-9bc2-96c0bea3bbdc has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:29:03.786990 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ddd2e4-f58a-4b9f-8706-32152279ac80 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:29:03.797169 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-01ddd2e4-f58a-4b9f-8706-32152279ac80 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:03.798457 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa4c9b-469f-49d5-88eb-4e4503d031ac None None] Sync routers for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:29:03.809258 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa4c9b-469f-49d5-88eb-4e4503d031ac None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:03.810225 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-40fa4c9b-469f-49d5-88eb-4e4503d031ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:28:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:03.833215 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-01ddd2e4-f58a-4b9f-8706-32152279ac80 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "PUT /v2.0/floatingips/685c91f7-981a-443e-952b-3d6017202c65 HTTP/1.1" status: 200 len: 990 time: 1.0353272 Nov 20 03:29:03.834054 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:29:03.836925 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c29e0d3-2334-4900-a4ed-843b39408727" -d '{"events": [{"name": "network-changed", "server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:29:03.879620 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305b973d-3276-4aee-92a5-6b58e77f1734 x-openstack-request-id: req-305b973d-3276-4aee-92a5-6b58e77f1734 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:29:03.879966 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:29:03.880248 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-305b973d-3276-4aee-92a5-6b58e77f1734 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:29:03.880646 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'status': 'completed', 'code': 200} Nov 20 03:29:03.967646 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-40fa4c9b-469f-49d5-88eb-4e4503d031ac None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:04.024759 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29e0d3-2334-4900-a4ed-843b39408727 req-fb20e131-da7b-4460-8f03-3fc6b60ef212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:04.024759 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9c29e0d3-2334-4900-a4ed-843b39408727 req-fb20e131-da7b-4460-8f03-3fc6b60ef212 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 1098 time: 0.0718884 Nov 20 03:29:04.145815 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29e0d3-2334-4900-a4ed-843b39408727 req-5d18b0ee-ca00-4af3-b512-d9124bf6e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:04.148522 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9c29e0d3-2334-4900-a4ed-843b39408727 req-5d18b0ee-ca00-4af3-b512-d9124bf6e554 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 918 time: 0.1121376 Nov 20 03:29:04.235389 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9c29e0d3-2334-4900-a4ed-843b39408727 req-927d4aeb-828e-46da-aa5c-b5f8e3854a11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3 HTTP/1.1" status: 200 len: 998 time: 0.0794036 Nov 20 03:29:04.297249 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29e0d3-2334-4900-a4ed-843b39408727 req-406379e0-251a-4e34-89c6-079f1acb9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:04.298813 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9c29e0d3-2334-4900-a4ed-843b39408727 req-406379e0-251a-4e34-89c6-079f1acb9914 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 200 len: 856 time: 0.0559711 Nov 20 03:29:04.310274 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-40fa4c9b-469f-49d5-88eb-4e4503d031ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '685c91f7-981a-443e-952b-3d6017202c65', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'port_id': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'mac_address': 'fa:16:3e:c8:e5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:28:51Z', 'updated_at': '2021-11-20T03:29:03Z', 'revision_number': 1, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:30Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:04.349564 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa4c9b-469f-49d5-88eb-4e4503d031ac None None] Checking router: ce369fe5-415a-4128-9bc2-96c0bea3bbdc for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:29:04.359403 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29e0d3-2334-4900-a4ed-843b39408727 req-f88a4b93-8be6-4206-a6c4-73ff2fcfa659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:04.361040 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9c29e0d3-2334-4900-a4ed-843b39408727 req-f88a4b93-8be6-4206-a6c4-73ff2fcfa659 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531955 Nov 20 03:29:04.361201 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa4c9b-469f-49d5-88eb-4e4503d031ac None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:04.361792 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-40fa4c9b-469f-49d5-88eb-4e4503d031ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:28:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:04.484301 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9c29e0d3-2334-4900-a4ed-843b39408727 req-431537ac-0929-407e-8230-77fa30dc82f0 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131825 Nov 20 03:29:04.492037 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-40fa4c9b-469f-49d5-88eb-4e4503d031ac None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:04.601965 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9c29e0d3-2334-4900-a4ed-843b39408727 req-4ea57b91-4dc2-4d02-ac03-1f28aab0d320 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059282 Nov 20 03:29:04.761598 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-40fa4c9b-469f-49d5-88eb-4e4503d031ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '685c91f7-981a-443e-952b-3d6017202c65', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'port_id': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'mac_address': 'fa:16:3e:c8:e5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:28:51Z', 'updated_at': '2021-11-20T03:29:03Z', 'revision_number': 1, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:30Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:04.792684 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa4c9b-469f-49d5-88eb-4e4503d031ac None None] The sync data for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi is: [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '685c91f7-981a-443e-952b-3d6017202c65', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'port_id': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'mac_address': 'fa:16:3e:c8:e5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:28:51Z', 'updated_at': '2021-11-20T03:29:03Z', 'revision_number': 1, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:30Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:29:04.994104 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b19e22-76a5-45b5-92b8-143fbef07108 None None] New status for floating IP 685c91f7-981a-443e-952b-3d6017202c65: ACTIVE {{(pid=102612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:29:08.219440 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34852) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:08.326347 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fd1205e8-1c6f-4554-9fd4-eb2dcd23cb26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:08.406445 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fd1205e8-1c6f-4554-9fd4-eb2dcd23cb26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:08.410428 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fd1205e8-1c6f-4554-9fd4-eb2dcd23cb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:08.456250 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-fd1205e8-1c6f-4554-9fd4-eb2dcd23cb26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41b8d125ea19420598f6cd42bebf361e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354434 Nov 20 03:29:08.457219 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1205e8-1c6f-4554-9fd4-eb2dcd23cb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c527c42e-2f87-4870-9213-93886d838c8d,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:08.460233 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34872) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:08.516009 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-78c284f9-4ad5-40a3-8987-e58adbacf312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:08.535979 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-78c284f9-4ad5-40a3-8987-e58adbacf312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:08.581274 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-78c284f9-4ad5-40a3-8987-e58adbacf312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:08.584092 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-78c284f9-4ad5-40a3-8987-e58adbacf312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:08.585225 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-78c284f9-4ad5-40a3-8987-e58adbacf312 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c527c42e-2f87-4870-9213-93886d838c8d HTTP/1.1" status: 204 len: 168 time: 0.1234324 Nov 20 03:29:08.594138 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c284f9-4ad5-40a3-8987-e58adbacf312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c527c42e-2f87-4870-9213-93886d838c8d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:09.195404 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-66783f05-761f-4ffb-aead-db479578e2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:09.902266 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34894) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:10.010444 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6268ae73-4267-4ae6-a271-68ba18a99e0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.088834 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6268ae73-4267-4ae6-a271-68ba18a99e0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.092596 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6268ae73-4267-4ae6-a271-68ba18a99e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.134691 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-6268ae73-4267-4ae6-a271-68ba18a99e0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a164e01d8d0340dc9f7e966527200c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313235 Nov 20 03:29:10.135653 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268ae73-4267-4ae6-a271-68ba18a99e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96398ee1-6b8f-4150-a0dd-34d2cf31e309,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:10.137476 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34898) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:10.191339 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8c01064-061f-4375-9667-47651ceef583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.213369 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8c01064-061f-4375-9667-47651ceef583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.261563 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8c01064-061f-4375-9667-47651ceef583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.264280 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8c01064-061f-4375-9667-47651ceef583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.265432 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c8c01064-061f-4375-9667-47651ceef583 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96398ee1-6b8f-4150-a0dd-34d2cf31e309 HTTP/1.1" status: 204 len: 168 time: 0.1269667 Nov 20 03:29:10.273221 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c01064-061f-4375-9667-47651ceef583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96398ee1-6b8f-4150-a0dd-34d2cf31e309,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:10.520587 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 34906) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:10.533883 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2add8664-35a9-4c71-86f9-b171743990bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.611689 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2add8664-35a9-4c71-86f9-b171743990bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.615221 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2add8664-35a9-4c71-86f9-b171743990bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.652519 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-2add8664-35a9-4c71-86f9-b171743990bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4095d337d114d92924c752c7cd8cf12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308656 Nov 20 03:29:10.653509 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add8664-35a9-4c71-86f9-b171743990bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22faff79-7f13-49c8-83b0-c80a18f62cfd,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:10.655192 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34910) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:10.702665 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bb3b15ec-ff08-4ded-903b-b20cb58a80e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.723774 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bb3b15ec-ff08-4ded-903b-b20cb58a80e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.769490 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bb3b15ec-ff08-4ded-903b-b20cb58a80e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.772078 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bb3b15ec-ff08-4ded-903b-b20cb58a80e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:10.773250 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-bb3b15ec-ff08-4ded-903b-b20cb58a80e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22faff79-7f13-49c8-83b0-c80a18f62cfd HTTP/1.1" status: 204 len: 168 time: 0.1170299 Nov 20 03:29:10.781206 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b15ec-ff08-4ded-903b-b20cb58a80e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22faff79-7f13-49c8-83b0-c80a18f62cfd,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:11.402803 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-9870dcab-3ce7-44d8-894c-980b3fec10b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:11.785241 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34944) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:11.886310 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-04d3f2ba-1c1b-461a-9387-9148f6dc955a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:11.961101 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-04d3f2ba-1c1b-461a-9387-9148f6dc955a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:11.964714 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-04d3f2ba-1c1b-461a-9387-9148f6dc955a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:11.999878 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3f2ba-1c1b-461a-9387-9148f6dc955a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1262d94-97ee-4fa8-82da-bcaaa096b671,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:12.004192 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-04d3f2ba-1c1b-461a-9387-9148f6dc955a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6979569f993d409a812d4fd51dc60b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179430 Nov 20 03:29:12.006833 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 34948) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:12.054946 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3de1-605f-46c7-9aa3-a7072525ce4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:12.076264 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3de1-605f-46c7-9aa3-a7072525ce4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:12.120432 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3de1-605f-46c7-9aa3-a7072525ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:12.122959 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3de1-605f-46c7-9aa3-a7072525ce4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:12.124138 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-9d7e3de1-605f-46c7-9aa3-a7072525ce4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1262d94-97ee-4fa8-82da-bcaaa096b671 HTTP/1.1" status: 204 len: 168 time: 0.1163504 Nov 20 03:29:12.131940 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e3de1-605f-46c7-9aa3-a7072525ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1262d94-97ee-4fa8-82da-bcaaa096b671,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:12.678682 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:13.740178 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:14.991222 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.425603 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c81af-5b89-43b5-b160-2d6d44034fee req-5be156c6-2a18-40fb-94ff-7469dd0c6b29 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:26.427058 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db3c81af-5b89-43b5-b160-2d6d44034fee req-5be156c6-2a18-40fb-94ff-7469dd0c6b29 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.2235579 Nov 20 03:29:26.475990 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db3c81af-5b89-43b5-b160-2d6d44034fee req-bdcb3d6b-bec1-4181-87b5-47ab45500c1d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Nov 20 03:29:27.588578 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a989ab4-0734-48e6-a4b1-eed53aac52e2 req-4e2916f1-171d-4fa1-affc-e98f8a93ffb1 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:27.590030 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4a989ab4-0734-48e6-a4b1-eed53aac52e2 req-4e2916f1-171d-4fa1-affc-e98f8a93ffb1 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0468762 Nov 20 03:29:27.641277 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4a989ab4-0734-48e6-a4b1-eed53aac52e2 req-433c54b2-ac57-4784-9efd-84ae1156ad8b tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439868 Nov 20 03:29:28.753960 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51e572-4adb-4b8c-8b1f-af6c381d44a4 req-e378c4e9-c727-48fd-a928-d8cfd9554fda tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:28.755431 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1e51e572-4adb-4b8c-8b1f-af6c381d44a4 req-e378c4e9-c727-48fd-a928-d8cfd9554fda tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0481703 Nov 20 03:29:28.803747 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1e51e572-4adb-4b8c-8b1f-af6c381d44a4 req-08825ddd-d22d-4373-bf1a-f6c06e0b0a06 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421293 Nov 20 03:29:29.916660 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f4a42-da58-44f4-abc3-4822a4cb895d req-fe15e98b-bae0-4bca-93e6-8e63ce4c9c67 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:29.918129 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-653f4a42-da58-44f4-abc3-4822a4cb895d req-fe15e98b-bae0-4bca-93e6-8e63ce4c9c67 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0477085 Nov 20 03:29:29.965887 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-653f4a42-da58-44f4-abc3-4822a4cb895d req-8abd6868-623c-48a9-9f8c-f73ce07255d4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419590 Nov 20 03:29:30.419389 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:31.081865 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e41054-ef66-4b8c-ab3e-57f688686a93 req-772256bc-fd46-412f-b20c-5db7f6004783 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:31.083309 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-50e41054-ef66-4b8c-ab3e-57f688686a93 req-772256bc-fd46-412f-b20c-5db7f6004783 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0507321 Nov 20 03:29:31.131392 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-50e41054-ef66-4b8c-ab3e-57f688686a93 req-3e0c4d7d-03ea-439e-baa9-c651d30915ae tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416398 Nov 20 03:29:32.245327 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1b702-273c-4bf2-b958-f4d899023e02 req-e925741e-dce2-4eca-a1d7-b16ffd8b1abc tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:32.246789 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a1b1b702-273c-4bf2-b958-f4d899023e02 req-e925741e-dce2-4eca-a1d7-b16ffd8b1abc tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0485201 Nov 20 03:29:32.295226 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a1b1b702-273c-4bf2-b958-f4d899023e02 req-d24d92da-71ab-44e2-b523-bb236fe28088 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425982 Nov 20 03:29:32.661819 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e822b2-aadf-4b85-9d55-0eae407e6e23 req-a4b998fe-102a-4e19-88a3-204c96734932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:32.663264 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e4e822b2-aadf-4b85-9d55-0eae407e6e23 req-a4b998fe-102a-4e19-88a3-204c96734932 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4794dc407c024daf9067e5a879ec056c&device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 1099 time: 0.0846939 Nov 20 03:29:32.768275 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e822b2-aadf-4b85-9d55-0eae407e6e23 req-8bb473ad-8d1c-4e91-9fe1-7901004f200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:32.769649 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e4e822b2-aadf-4b85-9d55-0eae407e6e23 req-8bb473ad-8d1c-4e91-9fe1-7901004f200e service neutron] 10.222.0.57 "GET /v2.0/networks?id=db158230-8664-4afc-9999-4e829d8f633b HTTP/1.1" status: 200 len: 909 time: 0.0841002 Nov 20 03:29:33.090593 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e4e822b2-aadf-4b85-9d55-0eae407e6e23 req-9e62c5ac-e3ea-4a2c-90e0-2a21f01890ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd HTTP/1.1" status: 200 len: 1002 time: 0.3129718 Nov 20 03:29:33.139805 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e822b2-aadf-4b85-9d55-0eae407e6e23 req-22ac6ed2-3011-40f2-b280-b7fc627ef221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:33.141124 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e4e822b2-aadf-4b85-9d55-0eae407e6e23 req-22ac6ed2-3011-40f2-b280-b7fc627ef221 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a74cf209-eeb5-4a98-bf29-3e03e52b5a5a HTTP/1.1" status: 200 len: 847 time: 0.0436363 Nov 20 03:29:33.187653 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e822b2-aadf-4b85-9d55-0eae407e6e23 req-0a1b000f-3f8e-4981-867d-73cf42f0421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:33.189271 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e4e822b2-aadf-4b85-9d55-0eae407e6e23 req-0a1b000f-3f8e-4981-867d-73cf42f0421a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db158230-8664-4afc-9999-4e829d8f633b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400109 Nov 20 03:29:33.282823 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e4e822b2-aadf-4b85-9d55-0eae407e6e23 req-d3571a88-0798-40f0-8e4a-6c8af1e17810 service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843875 Nov 20 03:29:33.383848 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e4e822b2-aadf-4b85-9d55-0eae407e6e23 req-5c231826-2762-47f6-ab27-94ecea4a2479 service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935977 Nov 20 03:29:33.419079 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e02dba-a5bf-43b1-8b21-e2182fa57ed4 req-1bf3dffd-0b8e-4819-a5e0-6bba72bb41f1 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:33.420622 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-07e02dba-a5bf-43b1-8b21-e2182fa57ed4 req-1bf3dffd-0b8e-4819-a5e0-6bba72bb41f1 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0560164 Nov 20 03:29:33.476997 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-07e02dba-a5bf-43b1-8b21-e2182fa57ed4 req-fafe9a1a-0f18-4fa4-a0c4-f534a741411d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505388 Nov 20 03:29:34.590083 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ce9ef-4525-401d-a5e5-e407bdcc79b6 req-7d8bc9e8-f594-4b95-87d5-87261e609898 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:34.591863 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba0ce9ef-4525-401d-a5e5-e407bdcc79b6 req-7d8bc9e8-f594-4b95-87d5-87261e609898 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0474067 Nov 20 03:29:34.642784 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba0ce9ef-4525-401d-a5e5-e407bdcc79b6 req-9343c096-5d4e-432a-b648-4a8e6abc4ebd tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438824 Nov 20 03:29:35.597155 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:29:35.757587 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09109bc6-cc69-4ed3-a930-5681c50ab00e req-0c4bf47b-fd5b-4d8a-9488-e8fcdd48b683 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:35.759105 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-09109bc6-cc69-4ed3-a930-5681c50ab00e req-0c4bf47b-fd5b-4d8a-9488-e8fcdd48b683 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0486743 Nov 20 03:29:35.809354 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-09109bc6-cc69-4ed3-a930-5681c50ab00e req-728f128d-839e-442a-a1dc-0c39148c5dd6 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437160 Nov 20 03:29:36.932860 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c9a0b-8e60-4639-b8fa-21d48d2760fe req-9aec1e08-4041-4733-bbe9-aaf7493531c3 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:36.934338 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba1c9a0b-8e60-4639-b8fa-21d48d2760fe req-9aec1e08-4041-4733-bbe9-aaf7493531c3 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0523953 Nov 20 03:29:36.995414 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ba1c9a0b-8e60-4639-b8fa-21d48d2760fe req-1dcea674-be1f-46bf-9fba-1d6f54df3d64 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548820 Nov 20 03:29:37.242910 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be0ae7-e903-41d1-ae5d-9563bfdcb21e req-4e560353-7f0e-42cf-b062-ddb024aef060 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:37.244409 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a1be0ae7-e903-41d1-ae5d-9563bfdcb21e req-4e560353-7f0e-42cf-b062-ddb024aef060 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 945 time: 0.0484796 Nov 20 03:29:37.291074 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a1be0ae7-e903-41d1-ae5d-9563bfdcb21e req-2b06b09c-d84d-4dea-92e0-9e18f5379bc5 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Nov 20 03:29:38.115177 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724f1a1-02c0-426e-835e-ac2c738ca27b req-752c005c-80fa-42d1-99aa-83c7d57ee79e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:38.116784 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e724f1a1-02c0-426e-835e-ac2c738ca27b req-752c005c-80fa-42d1-99aa-83c7d57ee79e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0524642 Nov 20 03:29:38.168607 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e724f1a1-02c0-426e-835e-ac2c738ca27b req-617c2208-c5cd-4d7a-8ea8-0eb504f8d459 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446081 Nov 20 03:29:38.317983 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 35242) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:38.407780 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f170c9-66db-40a7-878c-5427425fad28 req-9a3da0fe-43f0-4738-ba53-16f44a388a43 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:38.409442 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e2f170c9-66db-40a7-878c-5427425fad28 req-9a3da0fe-43f0-4738-ba53-16f44a388a43 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 945 time: 0.0488348 Nov 20 03:29:38.422173 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:38.455643 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e2f170c9-66db-40a7-878c-5427425fad28 req-381a409b-8b05-4e41-ad9c-d2f6b32c4d8d tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Nov 20 03:29:38.494050 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:38.497781 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:38.539446 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66b59eb184f04c0b891a6e5e19665f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203815 Nov 20 03:29:38.540906 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bcbb79-1326-4bc8-8afb-c41ef9b805f5,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:38.542826 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 35246) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:38.547963 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:38.548314 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:38.548650 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:38.548980 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:38.549309 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:38.549635 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:38.549958 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:38.550279 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:38.550629 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:38.550950 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:38.551264 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:38.551580 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d36aa-195e-4d03-922b-7716a494f02c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:38.591375 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-185c0d46-4b30-48c8-89b3-145931c829fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:38.612612 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-185c0d46-4b30-48c8-89b3-145931c829fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:38.660564 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-185c0d46-4b30-48c8-89b3-145931c829fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:38.663283 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-185c0d46-4b30-48c8-89b3-145931c829fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:38.664431 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-185c0d46-4b30-48c8-89b3-145931c829fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1bcbb79-1326-4bc8-8afb-c41ef9b805f5 HTTP/1.1" status: 204 len: 168 time: 0.1205480 Nov 20 03:29:38.671720 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c0d46-4b30-48c8-89b3-145931c829fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bcbb79-1326-4bc8-8afb-c41ef9b805f5,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:39.182899 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f6980-007b-464a-b8af-e79fdc1949b9 req-bf412464-fb5a-4007-9c48-ec0bcef84339 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:39.184344 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-660f6980-007b-464a-b8af-e79fdc1949b9 req-bf412464-fb5a-4007-9c48-ec0bcef84339 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 945 time: 0.0489113 Nov 20 03:29:39.202648 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-4404d073-4deb-4a19-a0cf-76dbd693d55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.279830 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 35272) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:39.329921 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67735306-bd62-4e67-a721-b5eec353c45e req-45b10bc9-497e-440f-8856-20d4a6091a35 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:39.331399 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-67735306-bd62-4e67-a721-b5eec353c45e req-45b10bc9-497e-440f-8856-20d4a6091a35 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0647540 Nov 20 03:29:39.338565 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-660f6980-007b-464a-b8af-e79fdc1949b9 req-e72ac078-a13a-4aa6-9cc7-0621ad6f4669 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Deleting port 42866751-7c05-4c8c-97b5-ffc492d2081d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:29:39.338932 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-660f6980-007b-464a-b8af-e79fdc1949b9 req-e72ac078-a13a-4aa6-9cc7-0621ad6f4669 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.393568 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1040717451-network', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:39.413547 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Made reservation on behalf of c53d3d6966164babbb24206f254ee2d5 for: {'network': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:29:39.416539 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.424874 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.436305 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-67735306-bd62-4e67-a721-b5eec353c45e req-0d62513f-e7fb-4cab-80be-f9d283930a6b tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942640 Nov 20 03:29:39.465228 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-660f6980-007b-464a-b8af-e79fdc1949b9 req-e72ac078-a13a-4aa6-9cc7-0621ad6f4669 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] For port 42866751-7c05-4c8c-97b5-ffc492d2081d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=42866751-7c05-4c8c-97b5-ffc492d2081d,segment=NetworkSegment(a8048ba9-9949-4f67-94df-9358fb09db1d),segment_id=a8048ba9-9949-4f67-94df-9358fb09db1d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:39.465617 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-660f6980-007b-464a-b8af-e79fdc1949b9 req-e72ac078-a13a-4aa6-9cc7-0621ad6f4669 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.484088 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-660f6980-007b-464a-b8af-e79fdc1949b9 req-e72ac078-a13a-4aa6-9cc7-0621ad6f4669 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Calling delete_port for 42866751-7c05-4c8c-97b5-ffc492d2081d owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:29:39.507302 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.512349 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.524708 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=102610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:29:39.551808 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.552449 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.segments_db [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Added segment 32afa872-40ef-4751-8dd6-cd473906cb6f of type vlan for network ed709e46-1ee1-428c-b518-8aac59c8ccf4 Nov 20 03:29:39.593537 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a373faea-eaf2-4de6-8972-4ee6f02d6839,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:39.605572 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.607636 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca29609-ee12-4b4d-8875-9870dbe1325d req-b0b27a89-04f7-4463-bd5d-7b8fab56fe2d tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:39.609170 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8ca29609-ee12-4b4d-8875-9870dbe1325d req-b0b27a89-04f7-4463-bd5d-7b8fab56fe2d tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8c73da7-1d03-4af8-9786-356bb0e48249 HTTP/1.1" status: 200 len: 945 time: 0.0766568 Nov 20 03:29:39.635517 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.636548 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:39.637155 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.691435 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4102318 Nov 20 03:29:39.696518 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8ca29609-ee12-4b4d-8875-9870dbe1325d req-d9f77680-15c7-4ebb-b03c-938b1f513dbc tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808845 Nov 20 03:29:39.697507 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 35278) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:39.702990 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-316985a2-9b02-4d45-8ded-7c5350608b12 admin admin] Request body: {'subnet': {'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1040717451-subnet', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:39.703826 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2adae-6c50-4964-a659-39cb0a7fbc41 admin admin] Pushing event updated for resources: {'Network': ['ID=ed709e46-1ee1-428c-b518-8aac59c8ccf4,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:39.711348 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-660f6980-007b-464a-b8af-e79fdc1949b9 req-e72ac078-a13a-4aa6-9cc7-0621ad6f4669 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.721619 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network ed709e46-1ee1-428c-b518-8aac59c8ccf4 details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:29:39.750205 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ac078-a13a-4aa6-9cc7-0621ad6f4669 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Pushing event deleted for resources: {'Port': ['ID=42866751-7c05-4c8c-97b5-ffc492d2081d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:39.758449 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316985a2-9b02-4d45-8ded-7c5350608b12 admin admin] Made reservation on behalf of c53d3d6966164babbb24206f254ee2d5 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:29:39.758752 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-316985a2-9b02-4d45-8ded-7c5350608b12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4874882'] for subnet, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.767085 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['42866751-7c05-4c8c-97b5-ffc492d2081d'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:29:39.823037 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-660f6980-007b-464a-b8af-e79fdc1949b9 req-e72ac078-a13a-4aa6-9cc7-0621ad6f4669 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] No DVR routers for this DVR port 42866751-7c05-4c8c-97b5-ffc492d2081d on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:29:39.826488 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-660f6980-007b-464a-b8af-e79fdc1949b9 req-e72ac078-a13a-4aa6-9cc7-0621ad6f4669 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.829769 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-660f6980-007b-464a-b8af-e79fdc1949b9 req-e72ac078-a13a-4aa6-9cc7-0621ad6f4669 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.57 "DELETE /v2.0/ports/42866751-7c05-4c8c-97b5-ffc492d2081d HTTP/1.1" status: 204 len: 173 time: 0.6384346 Nov 20 03:29:39.830202 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c73da7-1d03-4af8-9786-356bb0e48249', 'name': 'network-vif-deleted', 'tag': '42866751-7c05-4c8c-97b5-ffc492d2081d'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:29:39.832450 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d37cb0-a054-45fe-85db-de770e438b15" -d '{"events": [{"server_uuid": "d8c73da7-1d03-4af8-9786-356bb0e48249", "name": "network-vif-deleted", "tag": "42866751-7c05-4c8c-97b5-ffc492d2081d"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:29:39.979839 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-316985a2-9b02-4d45-8ded-7c5350608b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7773006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4874924'] for subnet, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.006973 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8729c64a-2bbc-4b9b-8478-91e97cee2c64 x-openstack-request-id: req-8729c64a-2bbc-4b9b-8478-91e97cee2c64 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:29:40.007268 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c73da7-1d03-4af8-9786-356bb0e48249", "name": "network-vif-deleted", "tag": "42866751-7c05-4c8c-97b5-ffc492d2081d", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:29:40.007519 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8729c64a-2bbc-4b9b-8478-91e97cee2c64 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:29:40.007945 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c73da7-1d03-4af8-9786-356bb0e48249', 'name': 'network-vif-deleted', 'tag': '42866751-7c05-4c8c-97b5-ffc492d2081d', 'status': 'completed', 'code': 200} Nov 20 03:29:40.037840 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316985a2-9b02-4d45-8ded-7c5350608b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c4ea19-4a40-4801-9298-88024c3decb0,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:40.048593 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316985a2-9b02-4d45-8ded-7c5350608b12 admin admin] Checking segment: {'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:40.048988 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316985a2-9b02-4d45-8ded-7c5350608b12 admin admin] Network hostable DHCP agents. Network: ed709e46-1ee1-428c-b518-8aac59c8ccf4, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:29:40.064737 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316985a2-9b02-4d45-8ded-7c5350608b12 admin admin] Network ed709e46-1ee1-428c-b518-8aac59c8ccf4 is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:29:40.073168 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-316985a2-9b02-4d45-8ded-7c5350608b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, ed709e46-1ee1-428c-b518-8aac59c8ccf4) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:40.078552 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316985a2-9b02-4d45-8ded-7c5350608b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:40.079474 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-316985a2-9b02-4d45-8ded-7c5350608b12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.086244 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4517dc-0529-4eb4-8185-23656b4d0dfa None None] Network ed709e46-1ee1-428c-b518-8aac59c8ccf4 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:29:40.098188 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-316985a2-9b02-4d45-8ded-7c5350608b12 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3989315 Nov 20 03:29:40.101135 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 35284) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:40.105725 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:40.126243 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1782864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26058'] for router, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.127611 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1782980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1780313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1631563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31801'] for router, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.183961 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.233091 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60e1c005-087a-5312-b221-c5ea256aad24-ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0'}]}} from dv-cinder-818037-5-iscsi. {{(pid=102611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:29:40.234058 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.320379 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.377773 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.db_base_plugin_common [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Allocated IP 172.20.0.2 (ed709e46-1ee1-428c-b518-8aac59c8ccf4/96c4ea19-4a40-4801-9298-88024c3decb0/75737640-528b-45cb-a828-db355494b315) {{(pid=102611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:40.522828 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Publish callbacks [] for port, precommit_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.529677 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.545605 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.572229 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959eb5d7-e684-4103-9819-af88975519bb req-32a119e2-5836-4300-bf0c-ff3e7defc3e3 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:40.572814 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.573825 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-959eb5d7-e684-4103-9819-af88975519bb req-32a119e2-5836-4300-bf0c-ff3e7defc3e3 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0586281 Nov 20 03:29:40.628296 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-959eb5d7-e684-4103-9819-af88975519bb req-6132cd3c-c3b9-4bd8-a21c-6f1e4329afa2 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478323 Nov 20 03:29:40.690838 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Allocated IP 172.27.1.203 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/20403674-03d0-495f-b317-b8e8a35e32ce) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:40.695125 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Network ed709e46-1ee1-428c-b518-8aac59c8ccf4 is already hosted by enough agents. {{(pid=102611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:40.698613 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.base_scheduler [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Resources bound (agent type, host, resource id): {{(pid=102611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:40.703919 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Received port after_create {{(pid=102611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:40.706739 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Pushing event updated for resources: {'Port': ['ID=75737640-528b-45cb-a828-db355494b315,revision_number=1']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:40.766015 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Attempting to bind port 75737640-528b-45cb-a828-db355494b315 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:40.766517 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Attempting to bind port 75737640-528b-45cb-a828-db355494b315 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:40.768749 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Attempting to bind port 75737640-528b-45cb-a828-db355494b315 on network ed709e46-1ee1-428c-b518-8aac59c8ccf4 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:40.773027 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:40.774122 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Checking segment: {'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:40.774241 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.774616 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Bound using segment: {'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:40.775080 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Bound port: 75737640-528b-45cb-a828-db355494b315, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:40.775463 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.802998 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.839322 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.843522 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] For port 75737640-528b-45cb-a828-db355494b315, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:40.848010 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] For port 75737640-528b-45cb-a828-db355494b315, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=75737640-528b-45cb-a828-db355494b315,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:40.853833 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:40.881800 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:40.885341 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:40.888725 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:40.918341 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fe13a-c9a7-4a17-8f98-641c94900609 None None] Pushing event updated for resources: {'Port': ['ID=75737640-528b-45cb-a828-db355494b315,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:40.919878 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Pushing event updated for resources: {'Port': ['ID=20403674-03d0-495f-b317-b8e8a35e32ce,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:41.367738 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:41.406273 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c78e0e5e-3a01-4a2f-8194-47d3974bd3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:41.566046 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1780236'] for router, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:41.702966 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 is scheduled to L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f with binding_index 1 {{(pid=102610) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:29:41.750755 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b2af5-9a04-48ae-8d38-e20622f35a9b req-8e147f6c-fe3b-401a-9da9-dc1636e19b37 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:41.752430 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cf7b2af5-9a04-48ae-8d38-e20622f35a9b req-8e147f6c-fe3b-401a-9da9-dc1636e19b37 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0505271 Nov 20 03:29:41.806717 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cf7b2af5-9a04-48ae-8d38-e20622f35a9b req-7d7db44e-c3c2-44cc-bd37-dd825262ee29 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480497 Nov 20 03:29:41.820798 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:29:41.832915 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Sync routers for ids ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:29:41.842018 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] Publish callbacks [] for router, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:41.843847 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Routers {'41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:41.844555 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:29:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:41.846911 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 35300) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:41.852300 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-907b2f9b-bf5e-47bb-b9ee-801dbba1f259 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7499821 Nov 20 03:29:41.881506 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edc82ed-6ce3-4fcc-92d4-8c49ab241847 None None] Network ed709e46-1ee1-428c-b518-8aac59c8ccf4 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:29:42.001092 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-624073a1-ab1b-4277-a9a1-eb76248889c8 None None] Provisioning complete for port 75737640-528b-45cb-a828-db355494b315 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:42.001464 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-624073a1-ab1b-4277-a9a1-eb76248889c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.060539 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Set router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:42.269256 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.272100 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 75737640-528b-45cb-a828-db355494b315 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:42.346704 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-624073a1-ab1b-4277-a9a1-eb76248889c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.400845 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-624073a1-ab1b-4277-a9a1-eb76248889c8 None None] For port 75737640-528b-45cb-a828-db355494b315, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=75737640-528b-45cb-a828-db355494b315,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:42.411583 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-624073a1-ab1b-4277-a9a1-eb76248889c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.429032 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Allocated IP 172.20.0.1 (ed709e46-1ee1-428c-b518-8aac59c8ccf4/96c4ea19-4a40-4801-9298-88024c3decb0/6cecd9ca-7484-439c-9419-af5dae88f997) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:42.438245 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 75737640-528b-45cb-a828-db355494b315 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:42.438622 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.482927 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:41Z', 'revision_number': 3, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:42.524992 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Checking router: 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:29:42.525340 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Updating router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 port 20403674-03d0-495f-b317-b8e8a35e32ce binding host dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:29:42.527148 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624073a1-ab1b-4277-a9a1-eb76248889c8 None None] Pushing event updated for resources: {'Port': ['ID=75737640-528b-45cb-a828-db355494b315,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:42.549605 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.557687 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.584595 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.627856 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Network ed709e46-1ee1-428c-b518-8aac59c8ccf4 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:42.630909 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:42.634689 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:42.660710 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Pushing event updated for resources: {'Port': ['ID=6cecd9ca-7484-439c-9419-af5dae88f997,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:42.680937 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779801'] for router_interface, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.718411 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.726680 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-83e7862b-ad67-4aa8-9efd-ddecfc1a3839 None None] Provisioning complete for port 75737640-528b-45cb-a828-db355494b315 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:42.727054 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-83e7862b-ad67-4aa8-9efd-ddecfc1a3839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.816011 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.949617 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Publish callbacks [] for port, precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.955160 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.977113 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50f8b-7b1b-4027-bad3-97179e1ba7b7 req-e0d62ff7-2b81-46d4-98ed-b7858a2096fc tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:42.978653 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8c50f8b-7b1b-4027-bad3-97179e1ba7b7 req-e0d62ff7-2b81-46d4-98ed-b7858a2096fc tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0967717 Nov 20 03:29:43.018830 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Attempting to bind port 20403674-03d0-495f-b317-b8e8a35e32ce on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:43.019207 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Attempting to bind port 20403674-03d0-495f-b317-b8e8a35e32ce by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:43.019682 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Attempting to bind port 20403674-03d0-495f-b317-b8e8a35e32ce on network f834731d-4835-45b7-b408-4aa4c3ba2e40 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:43.024134 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffd339-3463-4e3c-ab0d-059c9a016c50 None None] Pushing event updated for resources: {'Port': ['ID=20403674-03d0-495f-b317-b8e8a35e32ce,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:43.031613 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:43.032304 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Checking segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:43.032304 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:43.032703 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Bound using segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:43.033170 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Bound port: 20403674-03d0-495f-b317-b8e8a35e32ce, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:43.033554 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:43.039434 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-39759d7b-8137-4ad2-bd83-1887c5228ded None None] Provisioning complete for port 6cecd9ca-7484-439c-9419-af5dae88f997 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:43.039808 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-39759d7b-8137-4ad2-bd83-1887c5228ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:43.065501 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8c50f8b-7b1b-4027-bad3-97179e1ba7b7 req-bf601d6d-5d96-45a0-8e70-199eef9113b2 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804689 Nov 20 03:29:43.069355 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:43.074842 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:43.112828 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-39759d7b-8137-4ad2-bd83-1887c5228ded None None] Port 6cecd9ca-7484-439c-9419-af5dae88f997 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:29:43.123550 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] For port 20403674-03d0-495f-b317-b8e8a35e32ce, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:43.126641 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] For port 20403674-03d0-495f-b317-b8e8a35e32ce, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=20403674-03d0-495f-b317-b8e8a35e32ce,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:43.130849 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:43.140597 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Pushing event updated for resources: {'Port': ['ID=6cecd9ca-7484-439c-9419-af5dae88f997,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:43.143169 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779917'] for router_interface, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:43.191583 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffd339-3463-4e3c-ab0d-059c9a016c50 None None] Pushing event updated for resources: {'Port': ['ID=20403674-03d0-495f-b317-b8e8a35e32ce,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:43.195635 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Routers {'41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:43.196784 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:29:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:43.239613 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Network ed709e46-1ee1-428c-b518-8aac59c8ccf4 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:43.241158 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:43.359337 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:29:43.435827 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] Set router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:43.469139 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:29:43.474282 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f1f5abe3-4858-4eba-906f-b59a0e57fb54 admin admin] 10.222.0.37 "PUT /v2.0/routers/41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6262722 Nov 20 03:29:43.478581 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e9332186-4fe5-43c4-a53f-85f144d149e9 None None] Provisioning complete for port 6cecd9ca-7484-439c-9419-af5dae88f997 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:43.479046 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e9332186-4fe5-43c4-a53f-85f144d149e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:43.581563 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e9332186-4fe5-43c4-a53f-85f144d149e9 None None] Port 6cecd9ca-7484-439c-9419-af5dae88f997 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:29:43.667488 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '6cecd9ca-7484-439c-9419-af5dae88f997', 'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'mac_address': 'fa:16:3e:2d:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:42Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 2, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'subnets': [{'id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:43.697995 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce13509-1089-4e97-be44-65b0ad88c592 None None] The sync data for ids ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'] in dv-cinder-818037-5-iscsi is: [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '6cecd9ca-7484-439c-9419-af5dae88f997', 'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'mac_address': 'fa:16:3e:2d:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:42Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 2, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'subnets': [{'id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:29:43.744920 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:43.888891 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 42866751-7c05-4c8c-97b5-ffc492d2081d no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:29:43.926322 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 42866751-7c05-4c8c-97b5-ffc492d2081d {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:29:43.926874 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 42866751-7c05-4c8c-97b5-ffc492d2081d not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:29:43.991730 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 35322) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:43.997364 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-294837563-network', 'tenant_id': 'c0c33e069db548cbb12481527c10589b'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:44.019107 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Made reservation on behalf of c0c33e069db548cbb12481527c10589b for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:29:44.021677 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:44.031968 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:44.131968 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3ac00-320e-46a2-a594-ead82b881208 req-2895783b-1904-441b-a53e-fa5c5a4b77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:44.132722 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f3f3ac00-320e-46a2-a594-ead82b881208 req-2895783b-1904-441b-a53e-fa5c5a4b77e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4794dc407c024daf9067e5a879ec056c&device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 1099 time: 0.0698411 Nov 20 03:29:44.264683 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 75737640-528b-45cb-a828-db355494b315 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:44.273257 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:44.293996 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:44.328107 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ab543-d9af-4fe5-9cd9-446702126250 req-be7381d8-0a15-4f3a-8486-8c35d4e06e02 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:44.329625 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c2ab543-d9af-4fe5-9cd9-446702126250 req-be7381d8-0a15-4f3a-8486-8c35d4e06e02 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.1614628 Nov 20 03:29:44.337353 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3ac00-320e-46a2-a594-ead82b881208 req-fe85f8e2-7264-441b-ba61-bcc170c198a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:44.338736 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f3f3ac00-320e-46a2-a594-ead82b881208 req-fe85f8e2-7264-441b-ba61-bcc170c198a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db158230-8664-4afc-9999-4e829d8f633b HTTP/1.1" status: 200 len: 909 time: 0.1958542 Nov 20 03:29:44.342915 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 75737640-528b-45cb-a828-db355494b315 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:44.343522 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:44.353243 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:29:44.409446 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956b05a8-bf54-41ef-816f-299fa2b56672,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:44.432397 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:44.432751 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Added segment b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88 of type vlan for network 3837adbe-2c63-4a58-a311-f50c436a9cbf Nov 20 03:29:44.522515 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6c2ab543-d9af-4fe5-9cd9-446702126250 req-f5a7410b-1113-48da-8204-64046271bcdb tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720765 Nov 20 03:29:44.529796 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f3f3ac00-320e-46a2-a594-ead82b881208 req-80de057e-a55a-4b20-893c-439fe72755c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd HTTP/1.1" status: 200 len: 1002 time: 0.1783609 Nov 20 03:29:44.533783 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:44.594150 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:44.595445 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:44.596127 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:44.620805 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3ac00-320e-46a2-a594-ead82b881208 req-aa34efdc-a2aa-4320-94b0-4138a31fe8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:44.622415 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f3f3ac00-320e-46a2-a594-ead82b881208 req-aa34efdc-a2aa-4320-94b0-4138a31fe8ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a74cf209-eeb5-4a98-bf29-3e03e52b5a5a HTTP/1.1" status: 200 len: 847 time: 0.0831065 Nov 20 03:29:44.669479 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6765773 Nov 20 03:29:44.672283 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 35342) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:44.677198 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-8b830ec6-087e-4ce4-b32b-526ac09c7155 admin admin] Request body: {'subnet': {'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-294837563-subnet', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'ip_version': 4}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:44.699970 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba8b0e-2443-453d-8de1-f3cbe6710b8b admin admin] Pushing event updated for resources: {'Network': ['ID=3837adbe-2c63-4a58-a311-f50c436a9cbf,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:44.701428 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b830ec6-087e-4ce4-b32b-526ac09c7155 admin admin] Made reservation on behalf of c0c33e069db548cbb12481527c10589b for: {'subnet': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:29:44.704441 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8b830ec6-087e-4ce4-b32b-526ac09c7155 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4896913'] for subnet, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:44.713495 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network 3837adbe-2c63-4a58-a311-f50c436a9cbf details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:29:44.719228 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3ac00-320e-46a2-a594-ead82b881208 req-2c7ddba7-e126-4f26-b90c-8da426fc21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:44.720816 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f3f3ac00-320e-46a2-a594-ead82b881208 req-2c7ddba7-e126-4f26-b90c-8da426fc21a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db158230-8664-4afc-9999-4e829d8f633b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687809 Nov 20 03:29:44.826135 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f3f3ac00-320e-46a2-a594-ead82b881208 req-fdf198ab-9bb7-4482-97bf-98520119f583 service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972972 Nov 20 03:29:44.909784 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8b830ec6-087e-4ce4-b32b-526ac09c7155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4985534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4896959'] for subnet, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:44.941670 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f3f3ac00-320e-46a2-a594-ead82b881208 req-904155bd-f7e0-4d91-a536-915666745db1 service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073923 Nov 20 03:29:44.975567 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b830ec6-087e-4ce4-b32b-526ac09c7155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3cf11af-40f9-40d4-9283-500bacdc7b08,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:44.985027 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b830ec6-087e-4ce4-b32b-526ac09c7155 admin admin] Checking segment: {'id': 'b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:44.985393 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b830ec6-087e-4ce4-b32b-526ac09c7155 admin admin] Network hostable DHCP agents. Network: 3837adbe-2c63-4a58-a311-f50c436a9cbf, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:29:44.996576 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.009955 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b830ec6-087e-4ce4-b32b-526ac09c7155 admin admin] Network 3837adbe-2c63-4a58-a311-f50c436a9cbf is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:29:45.020160 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-8b830ec6-087e-4ce4-b32b-526ac09c7155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, 3837adbe-2c63-4a58-a311-f50c436a9cbf) {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:45.024824 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b830ec6-087e-4ce4-b32b-526ac09c7155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:45.025506 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8b830ec6-087e-4ce4-b32b-526ac09c7155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.032494 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96fa61f-2a4e-4c4d-91c2-c1b1e1fa25f1 None None] Network 3837adbe-2c63-4a58-a311-f50c436a9cbf requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:29:45.043345 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-8b830ec6-087e-4ce4-b32b-526ac09c7155 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3696480 Nov 20 03:29:45.045748 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 35346) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:45.051582 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-294837563-router', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:45.077880 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1782864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26058'] for router, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.079127 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1782980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1780313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1631563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31801'] for router, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.137203 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.205480 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60e1c005-087a-5312-b221-c5ea256aad24-3837adbe-2c63-4a58-a311-f50c436a9cbf', 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'fixed_ips': [{'subnet_id': 'f3cf11af-40f9-40d4-9283-500bacdc7b08'}]}} from dv-cinder-818037-5-iscsi. {{(pid=102611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:29:45.208914 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.347875 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.db_base_plugin_common [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Allocated IP 172.20.0.2 (3837adbe-2c63-4a58-a311-f50c436a9cbf/f3cf11af-40f9-40d4-9283-500bacdc7b08/9a1d40b8-2798-42db-9eb6-608f6dae9fc0) {{(pid=102611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:45.518462 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Publish callbacks [] for port, precommit_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.525712 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.548713 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.566714 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Network 3837adbe-2c63-4a58-a311-f50c436a9cbf is already hosted by enough agents. {{(pid=102611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:45.571031 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.base_scheduler [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Resources bound (agent type, host, resource id): {{(pid=102611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:45.573595 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Received port after_create {{(pid=102611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:45.582294 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Pushing event updated for resources: {'Port': ['ID=9a1d40b8-2798-42db-9eb6-608f6dae9fc0,revision_number=1']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:45.643341 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Attempting to bind port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:45.643841 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Attempting to bind port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:45.644274 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Attempting to bind port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 on network 3837adbe-2c63-4a58-a311-f50c436a9cbf {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:45.650056 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:45.650510 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Checking segment: {'id': 'b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:45.651613 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.651613 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Bound using segment: {'id': 'b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:45.652055 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Bound port: 9a1d40b8-2798-42db-9eb6-608f6dae9fc0, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:45.652497 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.667097 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210aaeb-47a9-465e-bfb2-39b041c5531d req-4508278d-0eb5-4c3f-8ccd-05bd4815836d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:45.669364 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c210aaeb-47a9-465e-bfb2-39b041c5531d req-4508278d-0eb5-4c3f-8ccd-05bd4815836d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0620959 Nov 20 03:29:45.726630 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] For port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:45.730075 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] For port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=9a1d40b8-2798-42db-9eb6-608f6dae9fc0,segment=NetworkSegment(b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88),segment_id=b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:45.734485 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.734656 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c210aaeb-47a9-465e-bfb2-39b041c5531d req-60d8c069-9051-4aae-835d-6de50c571f6c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588915 Nov 20 03:29:45.806684 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0465cad-83c6-4810-bc31-a5e8c55e1873 None None] Pushing event updated for resources: {'Port': ['ID=9a1d40b8-2798-42db-9eb6-608f6dae9fc0,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:45.852970 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:45.872845 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.013980 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Allocated IP 172.27.1.119 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/7705464e-9a55-4510-a312-1fc982e4ee63) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:46.088303 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Sync routers for ids ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:29:46.097468 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Routers {'41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:46.098071 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:29:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:46.132756 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.169580 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.211033 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Set router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:46.223471 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:46.229518 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:46.233535 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:46.269140 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=7705464e-9a55-4510-a312-1fc982e4ee63,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:46.307518 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:46.360416 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:46.360744 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.446576 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.447914 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '6cecd9ca-7484-439c-9419-af5dae88f997', 'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'mac_address': 'fa:16:3e:2d:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:42Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 2, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'subnets': [{'id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:46.495291 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=9a1d40b8-2798-42db-9eb6-608f6dae9fc0,segment=NetworkSegment(b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88),segment_id=b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:46.501397 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.502430 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 20403674-03d0-495f-b317-b8e8a35e32ce up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:46.535833 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.573692 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Checking router: 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:29:46.574464 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Updating router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 port 6cecd9ca-7484-439c-9419-af5dae88f997 binding host dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:29:46.607530 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.618206 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=9a1d40b8-2798-42db-9eb6-608f6dae9fc0,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:46.631494 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 20403674-03d0-495f-b317-b8e8a35e32ce triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:46.631494 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.727134 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.750069 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port 20403674-03d0-495f-b317-b8e8a35e32ce, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=20403674-03d0-495f-b317-b8e8a35e32ce,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:46.756169 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.809290 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1780236'] for router, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.812546 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=20403674-03d0-495f-b317-b8e8a35e32ce,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:46.831413 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468fd945-9a60-4f16-9005-03825c08645c None None] Network 3837adbe-2c63-4a58-a311-f50c436a9cbf requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:29:46.925009 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Publish callbacks [] for port, precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.930213 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.955563 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-ebb53d90-07b5-42ec-a763-5d34ad45d2c4 None None] Provisioning complete for port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:46.955970 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-ebb53d90-07b5-42ec-a763-5d34ad45d2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.970815 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e59c85-856d-4950-b805-c89bc4bd77e2 req-32f815a1-910d-4e44-b855-b929ecb4d26e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:46.972634 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-95e59c85-856d-4950-b805-c89bc4bd77e2 req-32f815a1-910d-4e44-b855-b929ecb4d26e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.1130495 Nov 20 03:29:47.045777 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Pushing event updated for resources: {'Port': ['ID=6cecd9ca-7484-439c-9419-af5dae88f997,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:47.063805 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:47.064177 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:47.064684 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:47.065024 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:47.065359 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:47.065692 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:47.066372 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:47.066707 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:47.067055 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:47.067384 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:47.067709 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:47.068054 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:47.074201 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Attempting to bind port 6cecd9ca-7484-439c-9419-af5dae88f997 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:47.075047 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Attempting to bind port 6cecd9ca-7484-439c-9419-af5dae88f997 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:47.075047 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Attempting to bind port 6cecd9ca-7484-439c-9419-af5dae88f997 on network ed709e46-1ee1-428c-b518-8aac59c8ccf4 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:47.079325 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-95e59c85-856d-4950-b805-c89bc4bd77e2 req-e470c709-1955-4d95-8137-a5baed091cf7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984819 Nov 20 03:29:47.093253 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:47.093253 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Checking segment: {'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:47.093253 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:47.093253 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Bound using segment: {'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:47.093253 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Bound port: 6cecd9ca-7484-439c-9419-af5dae88f997, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:47.093253 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:47.099688 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Router 198f5f09-cf11-41d9-bd27-2a9deea993b7 is scheduled to L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f with binding_index 1 {{(pid=102609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:29:47.168753 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] For port 6cecd9ca-7484-439c-9419-af5dae88f997, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:47.172549 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] For port 6cecd9ca-7484-439c-9419-af5dae88f997, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=6cecd9ca-7484-439c-9419-af5dae88f997,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:47.177139 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:47.239583 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Routers {'41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:47.240369 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:29:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:47.245077 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:29:47.255604 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Sync routers for ids ['198f5f09-cf11-41d9-bd27-2a9deea993b7'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:29:47.271747 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Routers {'198f5f09-cf11-41d9-bd27-2a9deea993b7'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:47.272419 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:29:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['198f5f09-cf11-41d9-bd27-2a9deea993b7'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:47.272812 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] Publish callbacks [] for router, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:47.274205 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-87924d2c-21e9-4e0d-b095-6da3dc1ea8f9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2273810 Nov 20 03:29:47.277992 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138348f-bbcd-4615-9a45-e4e305cdf265 None None] Pushing event updated for resources: {'Port': ['ID=6cecd9ca-7484-439c-9419-af5dae88f997,revision_number=4']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:47.283966 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 35362) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:47.371854 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] Set router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:47.405246 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-89fbd79a-3836-4abf-a88c-9bd12a8d5d58 None None] Provisioning complete for port 6cecd9ca-7484-439c-9419-af5dae88f997 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:47.405246 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-89fbd79a-3836-4abf-a88c-9bd12a8d5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:47.452803 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Set router 198f5f09-cf11-41d9-bd27-2a9deea993b7 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:47.605668 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '6cecd9ca-7484-439c-9419-af5dae88f997', 'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'mac_address': 'fa:16:3e:2d:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:42Z', 'updated_at': '2021-11-20T03:29:47Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'subnets': [{'id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:47.632338 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301b3ed-8711-46d8-9c7e-d8bcacc3ec55 None None] The sync data for ids ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'] in dv-cinder-818037-5-iscsi is: [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '6cecd9ca-7484-439c-9419-af5dae88f997', 'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'mac_address': 'fa:16:3e:2d:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:42Z', 'updated_at': '2021-11-20T03:29:47Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'subnets': [{'id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:29:47.743527 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-89fbd79a-3836-4abf-a88c-9bd12a8d5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:47.755543 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:47.809577 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-89fbd79a-3836-4abf-a88c-9bd12a8d5d58 None None] For port 6cecd9ca-7484-439c-9419-af5dae88f997, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=6cecd9ca-7484-439c-9419-af5dae88f997,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:47.816685 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-89fbd79a-3836-4abf-a88c-9bd12a8d5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:47.867391 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'name': 'tempest-TestMinimumBasicScenario-294837563-router', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:46Z', 'revision_number': 3, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'gw_port': {'id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:47.904676 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Checking router: 198f5f09-cf11-41d9-bd27-2a9deea993b7 for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:29:47.904814 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Updating router 198f5f09-cf11-41d9-bd27-2a9deea993b7 port 7705464e-9a55-4510-a312-1fc982e4ee63 binding host dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:29:47.922459 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Allocated IP 172.20.0.1 (3837adbe-2c63-4a58-a311-f50c436a9cbf/f3cf11af-40f9-40d4-9283-500bacdc7b08/d034400d-02e5-4053-98c8-1eaf487a301d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:47.931885 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:47.934826 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbd79a-3836-4abf-a88c-9bd12a8d5d58 None None] Pushing event updated for resources: {'Port': ['ID=6cecd9ca-7484-439c-9419-af5dae88f997,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:47.976008 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-69f5e4f1-a25b-43a2-b345-1002bb492711 None None] Provisioning complete for port 6cecd9ca-7484-439c-9419-af5dae88f997 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:47.976392 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-69f5e4f1-a25b-43a2-b345-1002bb492711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.036663 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.077090 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.124061 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Network 3837adbe-2c63-4a58-a311-f50c436a9cbf is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:48.127054 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:48.132492 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:48.134822 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d034400d-02e5-4053-98c8-1eaf487a301d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:48.163379 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:48.163379 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:48.163698 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:48.164320 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:48.164436 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:48.164714 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:48.165955 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:48.165955 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:48.166347 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:48.166895 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:48.167017 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:48.167306 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:48.187468 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779801'] for router_interface, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.220913 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-69f5e4f1-a25b-43a2-b345-1002bb492711 None None] Provisioning complete for port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:48.221605 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-69f5e4f1-a25b-43a2-b345-1002bb492711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.340084 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Publish callbacks [] for port, precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.351919 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940450b-3753-4d6b-96fb-706f6f1d9fcb req-b09a028d-87f5-4f4f-a641-3ef182bd117f tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:48.353870 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e940450b-3753-4d6b-96fb-706f6f1d9fcb req-b09a028d-87f5-4f4f-a641-3ef182bd117f tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.1157875 Nov 20 03:29:48.358455 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.433747 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.433891 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 6cecd9ca-7484-439c-9419-af5dae88f997 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:48.451118 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e940450b-3753-4d6b-96fb-706f6f1d9fcb req-4c07fe44-fe3e-4474-94b9-6fed45c90669 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889413 Nov 20 03:29:48.508108 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Attempting to bind port 7705464e-9a55-4510-a312-1fc982e4ee63 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:48.509024 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Attempting to bind port 7705464e-9a55-4510-a312-1fc982e4ee63 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:48.509388 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Attempting to bind port 7705464e-9a55-4510-a312-1fc982e4ee63 on network f834731d-4835-45b7-b408-4aa4c3ba2e40 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:48.525404 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:48.525785 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Checking segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:48.526188 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.526581 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Bound using segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:48.527056 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Bound port: 7705464e-9a55-4510-a312-1fc982e4ee63, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:48.527437 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.531220 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04259324-1b37-4448-a803-f6b460024bda None None] Pushing event updated for resources: {'Port': ['ID=7705464e-9a55-4510-a312-1fc982e4ee63,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:48.591365 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 6cecd9ca-7484-439c-9419-af5dae88f997 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:48.591843 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.595005 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] For port 7705464e-9a55-4510-a312-1fc982e4ee63, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:48.618950 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.623477 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.642934 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] For port 7705464e-9a55-4510-a312-1fc982e4ee63, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=7705464e-9a55-4510-a312-1fc982e4ee63,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:48.651231 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.683629 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-de71b359-359c-47f1-80fc-a55ff4fc1ee5 None None] Provisioning complete for port d034400d-02e5-4053-98c8-1eaf487a301d triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:48.684032 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-de71b359-359c-47f1-80fc-a55ff4fc1ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.694961 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d034400d-02e5-4053-98c8-1eaf487a301d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:48.699465 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779917'] for router_interface, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:48.766484 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Routers {'198f5f09-cf11-41d9-bd27-2a9deea993b7'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:48.767117 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:29:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['198f5f09-cf11-41d9-bd27-2a9deea993b7'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:48.768871 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-de71b359-359c-47f1-80fc-a55ff4fc1ee5 None None] Port d034400d-02e5-4053-98c8-1eaf487a301d cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:29:48.787675 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04259324-1b37-4448-a803-f6b460024bda None None] Pushing event updated for resources: {'Port': ['ID=7705464e-9a55-4510-a312-1fc982e4ee63,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:48.848230 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:48.861196 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Network 3837adbe-2c63-4a58-a311-f50c436a9cbf is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:48.866847 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:48.937759 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] Set router 198f5f09-cf11-41d9-bd27-2a9deea993b7 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:48.980031 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:48.980404 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:49.129062 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-0b58714c-9072-4cdf-9588-a4bb3204f238 None None] Provisioning complete for port d034400d-02e5-4053-98c8-1eaf487a301d triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:49.129572 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-0b58714c-9072-4cdf-9588-a4bb3204f238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:49.214247 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30f240-25f0-4b77-8804-6c938508c2df req-e4aedfe2-1c82-433f-80c3-59567721e09c tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:49.215764 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-e4aedfe2-1c82-433f-80c3-59567721e09c tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/networks?id=86b72eeb-91ec-4820-a22e-ae047328594a HTTP/1.1" status: 200 len: 813 time: 0.4381773 Nov 20 03:29:49.240899 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-0b58714c-9072-4cdf-9588-a4bb3204f238 None None] Port d034400d-02e5-4053-98c8-1eaf487a301d cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:29:49.249874 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 20403674-03d0-495f-b317-b8e8a35e32ce up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:49.266161 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-a9964cc8-4578-4ee8-9cff-bd134ef740a4 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/quotas/fe445c6e096a48fc860957cb4adc25b2 HTTP/1.1" status: 200 len: 375 time: 0.0447032 Nov 20 03:29:49.308566 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-3a3749f5-af33-472a-bfd2-4ddaed28037a tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe445c6e096a48fc860957cb4adc25b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353303 Nov 20 03:29:49.310244 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'name': 'tempest-TestMinimumBasicScenario-294837563-router', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:48Z', 'revision_number': 4, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'gw_port': {'id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'd034400d-02e5-4053-98c8-1eaf487a301d', 'name': '', 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'mac_address': 'fa:16:3e:8f:c4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3cf11af-40f9-40d4-9283-500bacdc7b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:47Z', 'updated_at': '2021-11-20T03:29:48Z', 'revision_number': 2, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'subnets': [{'id': 'f3cf11af-40f9-40d4-9283-500bacdc7b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:49.313984 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Router 198f5f09-cf11-41d9-bd27-2a9deea993b7 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:29:49.341133 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603edeb1-a983-45c6-a1f9-654e72d66a6e None None] The sync data for ids ['198f5f09-cf11-41d9-bd27-2a9deea993b7'] in dv-cinder-818037-5-iscsi is: [{'id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'name': 'tempest-TestMinimumBasicScenario-294837563-router', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:48Z', 'revision_number': 4, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'gw_port': {'id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'd034400d-02e5-4053-98c8-1eaf487a301d', 'name': '', 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'mac_address': 'fa:16:3e:8f:c4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3cf11af-40f9-40d4-9283-500bacdc7b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:47Z', 'updated_at': '2021-11-20T03:29:48Z', 'revision_number': 2, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'subnets': [{'id': 'f3cf11af-40f9-40d4-9283-500bacdc7b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:29:49.342668 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 20403674-03d0-495f-b317-b8e8a35e32ce triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:49.343041 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:49.467937 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:29:49.482427 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f1ae329b-629e-42fd-9b83-1bd44d7d15b7 admin admin] 10.222.0.37 "PUT /v2.0/routers/198f5f09-cf11-41d9-bd27-2a9deea993b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1971686 Nov 20 03:29:49.625252 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-4923f98b-74c2-48ad-88a1-c88b2f4c8d0b service neutron] 10.222.0.37 "GET /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079498 Nov 20 03:29:49.649036 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87705-91d4-4154-bb59-9d14bd71ed52 req-7026eff3-749c-49fc-966e-e7d2870c4b9d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:49.650716 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c6f87705-91d4-4154-bb59-9d14bd71ed52 req-7026eff3-749c-49fc-966e-e7d2870c4b9d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0641809 Nov 20 03:29:49.793288 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c6f87705-91d4-4154-bb59-9d14bd71ed52 req-91de4242-3c16-4275-b13f-9999905e8112 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311998 Nov 20 03:29:49.831022 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-9f7cb3bf-c7d8-4702-b109-51d566ff06dc service neutron] 10.222.0.37 "GET /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787357 Nov 20 03:29:50.029637 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e57be55d-1ae7-49e8-90ce-d7fa37d1fdd7 req-4cc87f59-ef82-49fe-820e-11b5b9a0da07 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 210 time: 0.0327659 Nov 20 03:29:50.944145 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40366f5e-a05a-4594-ab50-e139b7fe1574 req-c306420a-5aa6-4158-8873-c2d994b80a4f tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:50.946984 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-40366f5e-a05a-4594-ab50-e139b7fe1574 req-c306420a-5aa6-4158-8873-c2d994b80a4f tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0622351 Nov 20 03:29:51.063464 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-40366f5e-a05a-4594-ab50-e139b7fe1574 req-227601ab-5c62-40e5-ba42-5e861a951d5d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069582 Nov 20 03:29:51.199049 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-57ee6795-6a11-41ba-82ea-7daebe1b8565 req-ec3adb16-6be7-4a69-8a12-8081ff002346 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 210 time: 0.0419469 Nov 20 03:29:51.270579 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [req-e69341d2-4b08-4b55-8f7b-908193c9610a req-3e6e3431-4881-41fd-8c18-0dcbde395a02 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:29:51.280333 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e69341d2-4b08-4b55-8f7b-908193c9610a req-3e6e3431-4881-41fd-8c18-0dcbde395a02 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1176436 Nov 20 03:29:51.496187 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-eb6a1606-0287-44e7-ba5c-105e51cc91d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561190 Nov 20 03:29:51.535230 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00658d-b2bc-4d99-a978-8bd14a61fdde req-6cfecc97-38ad-445c-8da3-62d1e9900874 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:51.545852 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6e00658d-b2bc-4d99-a978-8bd14a61fdde req-6cfecc97-38ad-445c-8da3-62d1e9900874 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0985186 Nov 20 03:29:51.577236 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30f240-25f0-4b77-8804-6c938508c2df req-9d20b9d2-8989-46f3-9f41-0376fff081c5 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:51.578711 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-9d20b9d2-8989-46f3-9f41-0376fff081c5 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.57 "GET /v2.0/networks?id=86b72eeb-91ec-4820-a22e-ae047328594a HTTP/1.1" status: 200 len: 813 time: 0.2644138 Nov 20 03:29:51.622986 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Request body: {'port': {'device_id': '51fdb082-29f4-42ab-96d3-86dcfd59910c', 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a', 'admin_state_up': True, 'tenant_id': 'fe445c6e096a48fc860957cb4adc25b2'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:51.686219 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6e00658d-b2bc-4d99-a978-8bd14a61fdde req-3755959f-3e17-4e2b-9039-98be855055f4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392229 Nov 20 03:29:51.815551 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Made reservation on behalf of fe445c6e096a48fc860957cb4adc25b2 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:29:51.819691 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:52.008779 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Allocated IP 172.20.0.12 (86b72eeb-91ec-4820-a22e-ae047328594a/35382f18-1051-4257-98bc-aece973ba0ce/569f4ec5-7ea9-449a-b464-3b76e47b73a2) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:52.237842 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:52.280269 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Sync routers for ids ['198f5f09-cf11-41d9-bd27-2a9deea993b7'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:29:52.291567 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Routers {'198f5f09-cf11-41d9-bd27-2a9deea993b7'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:52.292366 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:29:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['198f5f09-cf11-41d9-bd27-2a9deea993b7'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:52.343512 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 7705464e-9a55-4510-a312-1fc982e4ee63 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:52.369324 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2b0b0522-8a01-4550-be2f-69454243f246 req-35ebda1d-69db-4de3-a0ff-0a4b3f834858 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 210 time: 0.0752282 Nov 20 03:29:52.404396 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:52.439588 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Set router 198f5f09-cf11-41d9-bd27-2a9deea993b7 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:52.481068 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 7705464e-9a55-4510-a312-1fc982e4ee63 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:52.482247 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Network 86b72eeb-91ec-4820-a22e-ae047328594a is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:52.482960 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:52.485824 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:52.497906 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:52.504181 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Pushing event updated for resources: {'Port': ['ID=569f4ec5-7ea9-449a-b464-3b76e47b73a2,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:52.554873 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device c4f59d4b-9c47-44dc-ae92-832b37f470bd no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:29:52.598443 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:52.601442 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:52.648436 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d6e99779-98a6-46eb-bd80-1de4e8c1ba6b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0343964 Nov 20 03:29:52.672600 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Request body: {'port': {'device_id': '51fdb082-29f4-42ab-96d3-86dcfd59910c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:52.674978 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'name': 'tempest-TestMinimumBasicScenario-294837563-router', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:48Z', 'revision_number': 4, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'gw_port': {'id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'd034400d-02e5-4053-98c8-1eaf487a301d', 'name': '', 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'mac_address': 'fa:16:3e:8f:c4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3cf11af-40f9-40d4-9283-500bacdc7b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:47Z', 'updated_at': '2021-11-20T03:29:48Z', 'revision_number': 2, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'subnets': [{'id': 'f3cf11af-40f9-40d4-9283-500bacdc7b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:52.696569 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:52.708794 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Checking router: 198f5f09-cf11-41d9-bd27-2a9deea993b7 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:29:52.709415 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Updating router 198f5f09-cf11-41d9-bd27-2a9deea993b7 port d034400d-02e5-4053-98c8-1eaf487a301d binding host dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:29:52.744384 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:52.793464 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port 7705464e-9a55-4510-a312-1fc982e4ee63, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=7705464e-9a55-4510-a312-1fc982e4ee63,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:52.814306 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:52.838967 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.021730 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=7705464e-9a55-4510-a312-1fc982e4ee63,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:53.036155 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ab13b-b662-4874-80cb-e1e32769bdb0 req-41e1789e-9743-451b-a2a9-59b9a5c33c52 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:53.039330 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f0ab13b-b662-4874-80cb-e1e32769bdb0 req-41e1789e-9743-451b-a2a9-59b9a5c33c52 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.1760852 Nov 20 03:29:53.095838 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.107834 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.108520 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.164804 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port c4f59d4b-9c47-44dc-ae92-832b37f470bd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:53.166311 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:29:53.177268 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4a8f45-770a-4d65-95d4-1f359f93dea3" -d '{"events": [{"server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:29:53.183623 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.246397 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=c4f59d4b-9c47-44dc-ae92-832b37f470bd,revision_number=6']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:53.246666 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Attempting to bind port d034400d-02e5-4053-98c8-1eaf487a301d on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:53.246776 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Attempting to bind port d034400d-02e5-4053-98c8-1eaf487a301d by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:53.247110 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Attempting to bind port d034400d-02e5-4053-98c8-1eaf487a301d on network 3837adbe-2c63-4a58-a311-f50c436a9cbf {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:53.265317 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:53.265687 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Checking segment: {'id': 'b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:53.266552 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.267098 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Bound using segment: {'id': 'b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:53.267738 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Bound port: d034400d-02e5-4053-98c8-1eaf487a301d, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:53.268398 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.314233 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f0ab13b-b662-4874-80cb-e1e32769bdb0 req-db95bc53-49d9-4d73-8dae-a54366958978 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684779 Nov 20 03:29:53.521422 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59bc5e-56d9-4e57-bf1f-b0ed83d700aa None None] Pushing event updated for resources: {'Port': ['ID=d034400d-02e5-4053-98c8-1eaf487a301d,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:53.542961 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3d4c8c-05f3-44ba-937a-04582c1d8e16 x-openstack-request-id: req-cf3d4c8c-05f3-44ba-937a-04582c1d8e16 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:29:53.543406 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:29:53.543585 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf3d4c8c-05f3-44ba-937a-04582c1d8e16 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:29:53.543995 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'code': 200} Nov 20 03:29:53.554581 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569f4ec5-7ea9-449a-b464-3b76e47b73a2 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:29:53.566160 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d05f35-b917-481b-8c3d-94f3731a1d5a req-60fede3c-da8e-4700-9730-27bff6437ab1 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:53.567762 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a3d05f35-b917-481b-8c3d-94f3731a1d5a req-60fede3c-da8e-4700-9730-27bff6437ab1 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 932 time: 0.1054389 Nov 20 03:29:53.573630 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.600647 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] For port d034400d-02e5-4053-98c8-1eaf487a301d, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:53.604974 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] For port d034400d-02e5-4053-98c8-1eaf487a301d, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=d034400d-02e5-4053-98c8-1eaf487a301d,segment=NetworkSegment(b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88),segment_id=b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:53.613095 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-f6152584-8d24-4e47-8689-82624d8ef99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:53.615401 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-f6152584-8d24-4e47-8689-82624d8ef99a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd&tenant_id=4794dc407c024daf9067e5a879ec056c HTTP/1.1" status: 200 len: 1097 time: 0.1259453 Nov 20 03:29:53.615898 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-46b8afa8-ce0e-4054-8a5a-8048b53d6c2a None None] Provisioning complete for port d034400d-02e5-4053-98c8-1eaf487a301d triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:53.616228 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-46b8afa8-ce0e-4054-8a5a-8048b53d6c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.616565 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.658535 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Transition to ACTIVE for port object 569f4ec5-7ea9-449a-b464-3b76e47b73a2 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:29:53.674672 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59bc5e-56d9-4e57-bf1f-b0ed83d700aa None None] Pushing event updated for resources: {'Port': ['ID=d034400d-02e5-4053-98c8-1eaf487a301d,revision_number=4']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:53.698437 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Routers {'198f5f09-cf11-41d9-bd27-2a9deea993b7'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:53.699416 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:29:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['198f5f09-cf11-41d9-bd27-2a9deea993b7'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:53.734504 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a3d05f35-b917-481b-8c3d-94f3731a1d5a req-a666be84-f257-41bf-b395-aa7b6aef878e tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582363 Nov 20 03:29:53.735343 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.748835 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-d1ec399d-8a3b-4aca-a1d7-a4bebde5943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:53.750460 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-d1ec399d-8a3b-4aca-a1d7-a4bebde5943c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4794dc407c024daf9067e5a879ec056c&device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 1097 time: 0.0966401 Nov 20 03:29:53.792833 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-46b8afa8-ce0e-4054-8a5a-8048b53d6c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.844382 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=569f4ec5-7ea9-449a-b464-3b76e47b73a2,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:53.869345 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-46b8afa8-ce0e-4054-8a5a-8048b53d6c2a None None] For port d034400d-02e5-4053-98c8-1eaf487a301d, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=d034400d-02e5-4053-98c8-1eaf487a301d,segment=NetworkSegment(b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88),segment_id=b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:53.875285 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-46b8afa8-ce0e-4054-8a5a-8048b53d6c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:53.944127 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8afa8-ce0e-4054-8a5a-8048b53d6c2a None None] Pushing event updated for resources: {'Port': ['ID=d034400d-02e5-4053-98c8-1eaf487a301d,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:53.989572 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-fae13f83-ceb4-4a99-a062-f2ac192bd258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:53.990376 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] Set router 198f5f09-cf11-41d9-bd27-2a9deea993b7 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:53.991082 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-fae13f83-ceb4-4a99-a062-f2ac192bd258 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db158230-8664-4afc-9999-4e829d8f633b HTTP/1.1" status: 200 len: 909 time: 0.2311621 Nov 20 03:29:54.067449 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Attempting to bind port 569f4ec5-7ea9-449a-b464-3b76e47b73a2 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:54.068082 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Attempting to bind port 569f4ec5-7ea9-449a-b464-3b76e47b73a2 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'a8048ba9-9949-4f67-94df-9358fb09db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:54.068177 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Attempting to bind port 569f4ec5-7ea9-449a-b464-3b76e47b73a2 on network 86b72eeb-91ec-4820-a22e-ae047328594a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:54.079990 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Port 569f4ec5-7ea9-449a-b464-3b76e47b73a2 on network 86b72eeb-91ec-4820-a22e-ae047328594a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:29:54.080325 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Attempting to bind port 569f4ec5-7ea9-449a-b464-3b76e47b73a2 on network 86b72eeb-91ec-4820-a22e-ae047328594a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:54.085468 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:54.085810 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Checking segment: {'id': 'a8048ba9-9949-4f67-94df-9358fb09db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:54.086197 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Bound using segment: {'id': 'a8048ba9-9949-4f67-94df-9358fb09db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:54.086675 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Bound port: 569f4ec5-7ea9-449a-b464-3b76e47b73a2, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8048ba9-9949-4f67-94df-9358fb09db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:54.087036 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:54.105651 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-210c36e9-e7a9-4e24-8503-e4e7ef84db15 None None] Provisioning complete for port d034400d-02e5-4053-98c8-1eaf487a301d triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:54.106018 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-210c36e9-e7a9-4e24-8503-e4e7ef84db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:54.106827 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-7d301ee1-451e-48c4-a2f1-dac4327a2ccf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd HTTP/1.1" status: 200 len: 1000 time: 0.1082633 Nov 20 03:29:54.154304 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] For port 569f4ec5-7ea9-449a-b464-3b76e47b73a2, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:54.157607 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] For port 569f4ec5-7ea9-449a-b464-3b76e47b73a2, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=569f4ec5-7ea9-449a-b464-3b76e47b73a2,segment=NetworkSegment(a8048ba9-9949-4f67-94df-9358fb09db1d),segment_id=a8048ba9-9949-4f67-94df-9358fb09db1d)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:54.166742 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:54.210744 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:54.211945 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:54.213419 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] 10.222.0.57 "PUT /v2.0/ports/569f4ec5-7ea9-449a-b464-3b76e47b73a2 HTTP/1.1" status: 200 len: 1094 time: 1.5502620 Nov 20 03:29:54.214307 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fdb082-29f4-42ab-96d3-86dcfd59910c', 'tag': '569f4ec5-7ea9-449a-b464-3b76e47b73a2'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:29:54.216172 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79496e84-e638-41cf-9e03-79bf70592347" -d '{"events": [{"name": "network-changed", "server_uuid": "51fdb082-29f4-42ab-96d3-86dcfd59910c", "tag": "569f4ec5-7ea9-449a-b464-3b76e47b73a2"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:29:54.234373 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-b9f81d1b-7f2d-4c30-b306-8db7e64e100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:54.241958 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-b9f81d1b-7f2d-4c30-b306-8db7e64e100c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a74cf209-eeb5-4a98-bf29-3e03e52b5a5a HTTP/1.1" status: 200 len: 847 time: 0.1182065 Nov 20 03:29:54.254898 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2923d-2346-4451-a0a6-acbf43ec4ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=569f4ec5-7ea9-449a-b464-3b76e47b73a2,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:54.334864 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-bec4996c-1b0c-4693-b6c6-feb96f1cde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:54.337316 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-bec4996c-1b0c-4693-b6c6-feb96f1cde95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db158230-8664-4afc-9999-4e829d8f633b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738750 Nov 20 03:29:54.340341 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f5c9d3-1d94-43a5-8f95-58ce9a6845ef x-openstack-request-id: req-21f5c9d3-1d94-43a5-8f95-58ce9a6845ef {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:29:54.340341 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fdb082-29f4-42ab-96d3-86dcfd59910c", "tag": "569f4ec5-7ea9-449a-b464-3b76e47b73a2", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:29:54.340341 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21f5c9d3-1d94-43a5-8f95-58ce9a6845ef {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:29:54.340341 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fdb082-29f4-42ab-96d3-86dcfd59910c', 'tag': '569f4ec5-7ea9-449a-b464-3b76e47b73a2', 'status': 'completed', 'code': 200} Nov 20 03:29:54.362067 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 7705464e-9a55-4510-a312-1fc982e4ee63 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:54.381638 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30f240-25f0-4b77-8804-6c938508c2df req-51530b79-9bd4-43fe-b991-de8f943cd9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:54.385247 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-51530b79-9bd4-43fe-b991-de8f943cd9f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe445c6e096a48fc860957cb4adc25b2&device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 1097 time: 0.1117394 Nov 20 03:29:54.474146 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 7705464e-9a55-4510-a312-1fc982e4ee63 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:54.474513 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:54.493707 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-ca398b8c-ea36-420a-bd17-15cdf4cefd60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=569f4ec5-7ea9-449a-b464-3b76e47b73a2 HTTP/1.1" status: 200 len: 217 time: 0.0928919 Nov 20 03:29:54.522272 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'name': 'tempest-TestMinimumBasicScenario-294837563-router', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:48Z', 'revision_number': 4, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'gw_port': {'id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'd034400d-02e5-4053-98c8-1eaf487a301d', 'name': '', 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'mac_address': 'fa:16:3e:8f:c4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3cf11af-40f9-40d4-9283-500bacdc7b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:47Z', 'updated_at': '2021-11-20T03:29:53Z', 'revision_number': 4, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'subnets': [{'id': 'f3cf11af-40f9-40d4-9283-500bacdc7b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:54.558038 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8053808d-b5e0-4474-93fb-e543de32d8c9 None None] The sync data for ids ['198f5f09-cf11-41d9-bd27-2a9deea993b7'] in dv-cinder-818037-5-iscsi is: [{'id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'name': 'tempest-TestMinimumBasicScenario-294837563-router', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:48Z', 'revision_number': 4, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'gw_port': {'id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'd034400d-02e5-4053-98c8-1eaf487a301d', 'name': '', 'network_id': '3837adbe-2c63-4a58-a311-f50c436a9cbf', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'mac_address': 'fa:16:3e:8f:c4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3cf11af-40f9-40d4-9283-500bacdc7b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:47Z', 'updated_at': '2021-11-20T03:29:53Z', 'revision_number': 4, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'subnets': [{'id': 'f3cf11af-40f9-40d4-9283-500bacdc7b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:29:54.573242 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device d034400d-02e5-4053-98c8-1eaf487a301d up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:54.574545 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-ea7530cd-9913-4cad-95d5-bf0a8fc8b0a0 service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208364 Nov 20 03:29:54.645390 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port d034400d-02e5-4053-98c8-1eaf487a301d triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:54.646046 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:54.677822 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05140fc-7bcb-485c-9017-43bf81e4b9d2 req-978e28b9-0644-4e5d-8e52-d1bbe7825d6e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:54.683775 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d05140fc-7bcb-485c-9017-43bf81e4b9d2 req-978e28b9-0644-4e5d-8e52-d1bbe7825d6e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.1936841 Nov 20 03:29:54.690177 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30f240-25f0-4b77-8804-6c938508c2df req-c94616d8-3b08-41a5-9f50-cc99d02a1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:54.693241 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-c94616d8-3b08-41a5-9f50-cc99d02a1f2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=35382f18-1051-4257-98bc-aece973ba0ce HTTP/1.1" status: 200 len: 853 time: 0.1858106 Nov 20 03:29:54.777827 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8e418988-c3da-4978-b250-fe7b693cbc3f req-6699cade-6d52-408b-b10f-3b1858202cea service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950061 Nov 20 03:29:54.788482 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-0ec28936-7b2b-46a8-90cb-4bce2c3e7f62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86b72eeb-91ec-4820-a22e-ae047328594a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861573 Nov 20 03:29:54.824211 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d05140fc-7bcb-485c-9017-43bf81e4b9d2 req-15b1a980-7bc8-4252-84a9-8f437ca98a4e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285446 Nov 20 03:29:55.005511 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeb96e-325c-4a4e-ace6-3c9d23660516 req-fddedced-ad2c-47a6-b6d6-d7a8effb9d9c tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.007147 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a4eeb96e-325c-4a4e-ace6-3c9d23660516 req-fddedced-ad2c-47a6-b6d6-d7a8effb9d9c tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 944 time: 0.0909746 Nov 20 03:29:55.010152 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-e5ec78cd-0a69-4299-83cf-b21fd6201abf service neutron] 10.222.0.57 "GET /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911950 Nov 20 03:29:55.141526 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a4eeb96e-325c-4a4e-ace6-3c9d23660516 req-a375ede9-d063-47a3-a24c-5dbcab4ad23f tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266487 Nov 20 03:29:55.198247 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cb30f240-25f0-4b77-8804-6c938508c2df req-ff425b4d-349f-4b1c-8e2f-404a508eddf0 service neutron] 10.222.0.57 "GET /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763952 Nov 20 03:29:55.396085 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdf11f-ab9d-4ced-bf0a-b900c38dc9a6 req-f43c9016-fb05-4df5-9f38-8660c56c7510 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.406827 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-73cdf11f-ab9d-4ced-bf0a-b900c38dc9a6 req-f43c9016-fb05-4df5-9f38-8660c56c7510 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0989347 Nov 20 03:29:55.410762 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79496e84-e638-41cf-9e03-79bf70592347 req-a3930978-edf9-4676-9159-58f784cacb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.412597 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79496e84-e638-41cf-9e03-79bf70592347 req-a3930978-edf9-4676-9159-58f784cacb12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe445c6e096a48fc860957cb4adc25b2&device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 1097 time: 0.0922987 Nov 20 03:29:55.514011 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-73cdf11f-ab9d-4ced-bf0a-b900c38dc9a6 req-900d1f88-a917-4b93-a5b2-d60ccd8a5047 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062911 Nov 20 03:29:55.550829 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79496e84-e638-41cf-9e03-79bf70592347 req-3842821e-5ccb-484e-958c-211394469e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.552590 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79496e84-e638-41cf-9e03-79bf70592347 req-3842821e-5ccb-484e-958c-211394469e85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=86b72eeb-91ec-4820-a22e-ae047328594a HTTP/1.1" status: 200 len: 914 time: 0.1206179 Nov 20 03:29:55.617111 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79496e84-e638-41cf-9e03-79bf70592347 req-c5b3349d-7309-43f5-9d43-2234e3cd1856 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=569f4ec5-7ea9-449a-b464-3b76e47b73a2 HTTP/1.1" status: 200 len: 217 time: 0.0550220 Nov 20 03:29:55.680638 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79496e84-e638-41cf-9e03-79bf70592347 req-528a020c-74c1-4e9c-b643-978d77eddd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.682270 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79496e84-e638-41cf-9e03-79bf70592347 req-528a020c-74c1-4e9c-b643-978d77eddd51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=35382f18-1051-4257-98bc-aece973ba0ce HTTP/1.1" status: 200 len: 853 time: 0.0574951 Nov 20 03:29:55.716278 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79496e84-e638-41cf-9e03-79bf70592347 req-399899cf-c10b-4720-85f3-b60ead2b9576 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86b72eeb-91ec-4820-a22e-ae047328594a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265238 Nov 20 03:29:55.812505 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79496e84-e638-41cf-9e03-79bf70592347 req-41521d30-7d19-4c4c-b564-05a115904749 service neutron] 10.222.0.57 "GET /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885870 Nov 20 03:29:55.921801 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79496e84-e638-41cf-9e03-79bf70592347 req-0380822f-fa29-432c-925a-77d7cdaab3f1 service neutron] 10.222.0.57 "GET /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011574 Nov 20 03:29:56.002027 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b4397-7636-423d-b92f-093622703707 req-f6a9ee70-f7ce-4e2a-b058-c62a59bfca3b tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:56.003504 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-222b4397-7636-423d-b92f-093622703707 req-f6a9ee70-f7ce-4e2a-b058-c62a59bfca3b tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0562561 Nov 20 03:29:56.058243 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-222b4397-7636-423d-b92f-093622703707 req-dc49765e-48aa-4c61-9055-42e27ad43d1d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479562 Nov 20 03:29:56.258895 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5a04c-ab5c-46dd-83ab-06beecd32673 req-6348f74f-d087-453b-acda-1836cfc10c37 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:56.261137 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-33b5a04c-ab5c-46dd-83ab-06beecd32673 req-6348f74f-d087-453b-acda-1836cfc10c37 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 944 time: 0.0536351 Nov 20 03:29:56.323415 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-33b5a04c-ab5c-46dd-83ab-06beecd32673 req-05ad731c-8eff-4f0a-a348-2d738ca02e27 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509079 Nov 20 03:29:56.482410 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 569f4ec5-7ea9-449a-b464-3b76e47b73a2 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:29:56.608483 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 569f4ec5-7ea9-449a-b464-3b76e47b73a2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=569f4ec5-7ea9-449a-b464-3b76e47b73a2,segment=NetworkSegment(a8048ba9-9949-4f67-94df-9358fb09db1d),segment_id=a8048ba9-9949-4f67-94df-9358fb09db1d)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:56.622620 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '569f4ec5-7ea9-449a-b464-3b76e47b73a2', 'network_id': '86b72eeb-91ec-4820-a22e-ae047328594a', 'port_id': '569f4ec5-7ea9-449a-b464-3b76e47b73a2', 'mac_address': 'fa:16:3e:1c:33:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35382f18-1051-4257-98bc-aece973ba0ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:29:56.677613 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:56.691908 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3214d-1846-4155-922f-97005b3ee1bd req-605933be-de92-4c5a-8f46-0b3b8e7f22b5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:56.693446 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eed3214d-1846-4155-922f-97005b3ee1bd req-605933be-de92-4c5a-8f46-0b3b8e7f22b5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0612099 Nov 20 03:29:56.695087 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569f4ec5-7ea9-449a-b464-3b76e47b73a2 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:29:56.725732 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 569f4ec5-7ea9-449a-b464-3b76e47b73a2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=569f4ec5-7ea9-449a-b464-3b76e47b73a2,segment=NetworkSegment(a8048ba9-9949-4f67-94df-9358fb09db1d),segment_id=a8048ba9-9949-4f67-94df-9358fb09db1d)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:56.733737 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:56.771048 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eed3214d-1846-4155-922f-97005b3ee1bd req-78df149d-e53b-4eb3-930b-706fd9ebd8f5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706644 Nov 20 03:29:56.814898 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=569f4ec5-7ea9-449a-b464-3b76e47b73a2,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:57.080852 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['569f4ec5-7ea9-449a-b464-3b76e47b73a2'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:29:57.204585 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ab69d-b05c-46a9-a30b-b159b0bb91a1 req-33fcb332-66ac-4659-a767-0a31daf7503e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:57.206040 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ad4ab69d-b05c-46a9-a30b-b159b0bb91a1 req-33fcb332-66ac-4659-a767-0a31daf7503e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0677226 Nov 20 03:29:57.275901 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ad4ab69d-b05c-46a9-a30b-b159b0bb91a1 req-69a6dea7-6d21-4726-a424-66d2be95efd0 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547237 Nov 20 03:29:57.452520 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acf0ea-8959-475a-94af-ad7284a46828 req-08451702-03d6-416e-9eb6-002c8e6b5351 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:57.459470 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e0acf0ea-8959-475a-94af-ad7284a46828 req-08451702-03d6-416e-9eb6-002c8e6b5351 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 945 time: 0.0613544 Nov 20 03:29:57.510010 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e0acf0ea-8959-475a-94af-ad7284a46828 req-65515796-7a95-4d0b-af7e-995b75d1baff tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463190 Nov 20 03:29:57.910518 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756473c-0dba-4162-b96c-8c1fb9125929 req-06b20da9-b5f0-4adf-a0bc-39502cfa789d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:57.912090 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1756473c-0dba-4162-b96c-8c1fb9125929 req-06b20da9-b5f0-4adf-a0bc-39502cfa789d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0642550 Nov 20 03:29:57.964639 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1756473c-0dba-4162-b96c-8c1fb9125929 req-f9a44eab-f61c-4f70-8bde-35b586274f3a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452631 Nov 20 03:29:58.384603 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e747d-0aab-4802-93de-19e72cae9b50 req-b9888317-0fb7-42e2-ac17-2b984b2dcb43 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:58.388372 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d70e747d-0aab-4802-93de-19e72cae9b50 req-b9888317-0fb7-42e2-ac17-2b984b2dcb43 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0563655 Nov 20 03:29:58.444121 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d70e747d-0aab-4802-93de-19e72cae9b50 req-eea79764-4d2c-409d-a7e6-253090ec0333 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521054 Nov 20 03:29:58.495283 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 569f4ec5-7ea9-449a-b464-3b76e47b73a2 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:58.553466 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 569f4ec5-7ea9-449a-b464-3b76e47b73a2 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:29:58.557796 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 569f4ec5-7ea9-449a-b464-3b76e47b73a2 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:58.558396 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:58.647019 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:58.652164 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644b24a-389f-45d6-9c44-9d4301649393 req-77545e74-1753-4995-bc85-6274ab4db13e tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:58.653973 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3644b24a-389f-45d6-9c44-9d4301649393 req-77545e74-1753-4995-bc85-6274ab4db13e tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 945 time: 0.0566599 Nov 20 03:29:58.678259 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fdb082-29f4-42ab-96d3-86dcfd59910c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569f4ec5-7ea9-449a-b464-3b76e47b73a2'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:29:58.680652 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4453b97b-83f3-4385-9d1d-1b7474b31301" -d '{"events": [{"server_uuid": "51fdb082-29f4-42ab-96d3-86dcfd59910c", "name": "network-vif-plugged", "status": "completed", "tag": "569f4ec5-7ea9-449a-b464-3b76e47b73a2"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:29:58.695401 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 569f4ec5-7ea9-449a-b464-3b76e47b73a2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=569f4ec5-7ea9-449a-b464-3b76e47b73a2,segment=NetworkSegment(a8048ba9-9949-4f67-94df-9358fb09db1d),segment_id=a8048ba9-9949-4f67-94df-9358fb09db1d)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:58.703150 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:58.713594 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3644b24a-389f-45d6-9c44-9d4301649393 req-2bc0e96f-7a28-4fdc-b2f5-29f012d6ca16 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536966 Nov 20 03:29:58.752414 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3250ac5a-056f-448a-8fca-1900c0431c81 x-openstack-request-id: req-3250ac5a-056f-448a-8fca-1900c0431c81 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:29:58.752726 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fdb082-29f4-42ab-96d3-86dcfd59910c", "name": "network-vif-plugged", "status": "completed", "tag": "569f4ec5-7ea9-449a-b464-3b76e47b73a2", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:29:58.752992 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3250ac5a-056f-448a-8fca-1900c0431c81 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:29:58.753379 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fdb082-29f4-42ab-96d3-86dcfd59910c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569f4ec5-7ea9-449a-b464-3b76e47b73a2', 'code': 200} Nov 20 03:29:58.782078 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=569f4ec5-7ea9-449a-b464-3b76e47b73a2,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:58.790816 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:58.791229 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:58.791559 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:58.791954 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:58.792262 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:58.793037 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:58.793381 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:58.793704 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:58.794049 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:58.794387 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:58.794721 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:58.795030 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:58.944721 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eeb6d7-c3c6-4026-b89a-563c4faa3814 req-1d0d7cb5-dd18-4034-ad63-f8d9466e7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:58.946311 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-89eeb6d7-c3c6-4026-b89a-563c4faa3814 req-1d0d7cb5-dd18-4034-ad63-f8d9466e7050 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 1099 time: 0.0410490 Nov 20 03:29:58.997072 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-89eeb6d7-c3c6-4026-b89a-563c4faa3814 req-d0606b4f-a76e-41af-9ef3-761bc1aad981 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Nov 20 03:29:59.102810 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a12fd-5ca4-4d97-ba49-55e1e935d561 req-06664932-6571-4e8c-a641-6fe00de86ce6 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:59.108594 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dd2a12fd-5ca4-4d97-ba49-55e1e935d561 req-06664932-6571-4e8c-a641-6fe00de86ce6 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0587192 Nov 20 03:29:59.159587 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dd2a12fd-5ca4-4d97-ba49-55e1e935d561 req-3e0630aa-804e-441c-bb93-4c4237f354af tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473845 Nov 20 03:29:59.582867 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a291a69-2bb5-49e6-b32b-440311cebe95 req-79d41aa6-2bf3-4382-8e60-bf1ec7e0433b tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:59.591595 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3a291a69-2bb5-49e6-b32b-440311cebe95 req-79d41aa6-2bf3-4382-8e60-bf1ec7e0433b tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0630245 Nov 20 03:29:59.637973 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3a291a69-2bb5-49e6-b32b-440311cebe95 req-c118fc8a-d9d2-44eb-adba-78e863b68ce8 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454998 Nov 20 03:29:59.833753 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400a41-03ce-464e-8cfa-6b0966115753 req-0350abfe-b8fe-4207-b0c6-bfb5041af8a9 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:59.835409 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d400a41-03ce-464e-8cfa-6b0966115753 req-0350abfe-b8fe-4207-b0c6-bfb5041af8a9 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 946 time: 0.0509579 Nov 20 03:29:59.891594 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d400a41-03ce-464e-8cfa-6b0966115753 req-e5648938-56cd-49fc-b663-5a5ab8d42b40 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487506 Nov 20 03:30:00.288275 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4db94-b9c8-4ec3-be0a-9b1eb17ccee7 req-081adc12-ce45-499f-b419-e81ace422122 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:00.290329 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47b4db94-b9c8-4ec3-be0a-9b1eb17ccee7 req-081adc12-ce45-499f-b419-e81ace422122 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0547767 Nov 20 03:30:00.340599 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47b4db94-b9c8-4ec3-be0a-9b1eb17ccee7 req-1236ec3a-99f7-45ed-bd54-0f996ec7072c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444777 Nov 20 03:30:00.444303 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:00.765634 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6ffd9-af67-4b50-b6e1-42548b958147 req-daefcc23-6efb-4b9c-bdc6-bd20330cec15 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:00.767232 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-77a6ffd9-af67-4b50-b6e1-42548b958147 req-daefcc23-6efb-4b9c-bdc6-bd20330cec15 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0555005 Nov 20 03:30:00.823202 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-77a6ffd9-af67-4b50-b6e1-42548b958147 req-6f785013-9805-4e8c-b329-cf25bae104d4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497169 Nov 20 03:30:01.015175 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e57a2-4128-4235-9337-59f8096bd35b req-84a6f866-8355-4cc5-810b-fdb78f2f807c tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:01.017014 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-385e57a2-4128-4235-9337-59f8096bd35b req-84a6f866-8355-4cc5-810b-fdb78f2f807c tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 946 time: 0.0497582 Nov 20 03:30:01.076459 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-385e57a2-4128-4235-9337-59f8096bd35b req-0542f33a-e1d2-4d16-85c2-d391e304d1de tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534883 Nov 20 03:30:01.477030 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d31eb-b502-4221-a95b-1846266ead9c req-9b352afc-c90d-4365-9034-9d595649a85c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:01.480474 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d30d31eb-b502-4221-a95b-1846266ead9c req-9b352afc-c90d-4365-9034-9d595649a85c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0574703 Nov 20 03:30:01.530511 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d30d31eb-b502-4221-a95b-1846266ead9c req-86318a43-c0a2-4b8a-ab75-de018bc7dc98 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462129 Nov 20 03:30:02.000656 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf43c9-f048-4b7d-8016-7993a9f652d7 req-0bb6789e-b45b-4b48-b06b-00f788d292b2 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:02.002162 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-16bf43c9-f048-4b7d-8016-7993a9f652d7 req-0bb6789e-b45b-4b48-b06b-00f788d292b2 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 944 time: 0.0849178 Nov 20 03:30:02.009424 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-8658686b-d5e6-49df-a82a-3b26ad26b57a tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:02.010813 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-8658686b-d5e6-49df-a82a-3b26ad26b57a tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/networks?id=ed709e46-1ee1-428c-b518-8aac59c8ccf4 HTTP/1.1" status: 200 len: 815 time: 0.1465082 Nov 20 03:30:02.035138 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-1467dad9-c298-43e3-a537-ea77ab8c7733 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/quotas/c53d3d6966164babbb24206f254ee2d5 HTTP/1.1" status: 200 len: 375 time: 0.0176749 Nov 20 03:30:02.086741 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-16bf43c9-f048-4b7d-8016-7993a9f652d7 req-46b05302-49ae-4d23-9c05-5be1c404a01a tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743222 Nov 20 03:30:02.105300 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-570eab94-c611-4b30-b416-54925047224a tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c53d3d6966164babbb24206f254ee2d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609634 Nov 20 03:30:02.457709 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-489b2147-86f4-4df6-a8f1-c0896020263b service neutron] 10.222.0.37 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400304 Nov 20 03:30:02.521811 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device c4f59d4b-9c47-44dc-ae92-832b37f470bd details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:30:02.553358 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-d2eaa288-dc41-442f-bcc0-2d58232b0a68 service neutron] 10.222.0.37 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895743 Nov 20 03:30:02.621807 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port c4f59d4b-9c47-44dc-ae92-832b37f470bd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:02.637008 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'port_id': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'mac_address': 'fa:16:3e:eb:d4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:30:02.657412 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc890483-2a96-4a21-8c99-4e8d0828ef1b req-7fe28baf-7e5e-43d4-83c8-6f4ab82b83d7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:02.658980 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bc890483-2a96-4a21-8c99-4e8d0828ef1b req-7fe28baf-7e5e-43d4-83c8-6f4ab82b83d7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0509253 Nov 20 03:30:02.691251 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:02.705356 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f59d4b-9c47-44dc-ae92-832b37f470bd {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:30:02.724879 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port c4f59d4b-9c47-44dc-ae92-832b37f470bd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:02.727571 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8a01edd-86d3-4353-ba02-701eb5a1a062 req-e6d71cc0-fac2-4578-8e1f-72c4649f77ba tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 210 time: 0.0373929 Nov 20 03:30:02.732348 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:02.750352 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bc890483-2a96-4a21-8c99-4e8d0828ef1b req-7c1906a4-2a9b-4caf-864b-91121eb06a69 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848496 Nov 20 03:30:02.786997 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=c4f59d4b-9c47-44dc-ae92-832b37f470bd,revision_number=7']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:03.048736 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['c4f59d4b-9c47-44dc-ae92-832b37f470bd'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:30:03.208230 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83d684-40fc-415c-9a0b-51d8a25b9c09 req-ac7ee563-54fc-4335-b92e-48e535d31d77 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:03.209738 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ea83d684-40fc-415c-9a0b-51d8a25b9c09 req-ac7ee563-54fc-4335-b92e-48e535d31d77 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 945 time: 0.0499165 Nov 20 03:30:03.265903 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ea83d684-40fc-415c-9a0b-51d8a25b9c09 req-275f9ea6-0c3d-4618-b1d2-314d9163b0f6 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492542 Nov 20 03:30:03.818323 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-5c419d72-88a2-4c06-8218-cfa17dfa9639 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:03.819996 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-5c419d72-88a2-4c06-8218-cfa17dfa9639 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.57 "GET /v2.0/networks?id=ed709e46-1ee1-428c-b518-8aac59c8ccf4 HTTP/1.1" status: 200 len: 815 time: 0.1136358 Nov 20 03:30:03.855289 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ded1de44-5aab-4e45-a112-50742241a036 req-729f9a1e-c693-4cb0-819d-1c0e37262c64 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 210 time: 0.0341718 Nov 20 03:30:03.859342 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Request body: {'port': {'device_id': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'admin_state_up': True, 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:03.961530 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f538cf5-a394-4723-a565-b8735eca2a7a req-1dd115b2-0ad4-45c7-9dc4-d8ae96feb505 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:03.963137 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0f538cf5-a394-4723-a565-b8735eca2a7a req-1dd115b2-0ad4-45c7-9dc4-d8ae96feb505 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.1157572 Nov 20 03:30:04.039840 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0f538cf5-a394-4723-a565-b8735eca2a7a req-c17bfca2-ee3f-4382-94ea-33a6c32f487c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669999 Nov 20 03:30:04.044929 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Made reservation on behalf of c53d3d6966164babbb24206f254ee2d5 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:30:04.048378 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:04.180401 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Allocated IP 172.20.0.14 (ed709e46-1ee1-428c-b518-8aac59c8ccf4/96c4ea19-4a40-4801-9298-88024c3decb0/eb734ba7-0de6-4766-b88e-a690cb07fd57) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:30:04.364156 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:04.467550 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:04.484249 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5b16-75c1-4de6-9406-408392621b37 req-6fdc61be-d37f-4ead-a22c-a60fbdc1e8f7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:04.486772 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d92f5b16-75c1-4de6-9406-408392621b37 req-6fdc61be-d37f-4ead-a22c-a60fbdc1e8f7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 945 time: 0.0747750 Nov 20 03:30:04.560590 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device c4f59d4b-9c47-44dc-ae92-832b37f470bd up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:30:04.574210 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Network ed709e46-1ee1-428c-b518-8aac59c8ccf4 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:30:04.578375 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d92f5b16-75c1-4de6-9406-408392621b37 req-55c19298-36c6-42f5-b640-db89cebc42c2 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626371 Nov 20 03:30:04.581610 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:30:04.586897 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:30:04.591807 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event updated for resources: {'Port': ['ID=eb734ba7-0de6-4766-b88e-a690cb07fd57,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:04.652640 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:04.653542 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:04.690034 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port c4f59d4b-9c47-44dc-ae92-832b37f470bd triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:30:04.690475 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:04.707295 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-cdf96320-ea28-4ff6-a9ad-c5fdf8c6e935 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8585682 Nov 20 03:30:04.797244 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:04.829465 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:04.831910 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa28a7d9-e87b-4280-a76b-b6d1dc181cca" -d '{"events": [{"server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "name": "network-vif-plugged", "status": "completed", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:04.845600 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port c4f59d4b-9c47-44dc-ae92-832b37f470bd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:04.852019 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:04.887693 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbf36f0-32d7-439b-9b9a-585ceb76eae6 x-openstack-request-id: req-0cbf36f0-32d7-439b-9b9a-585ceb76eae6 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:04.888249 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "name": "network-vif-plugged", "status": "completed", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:04.888805 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cbf36f0-32d7-439b-9b9a-585ceb76eae6 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:04.889281 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'code': 200} Nov 20 03:30:04.915908 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8ca66ba6-4e84-4af2-9aa5-a34686c59880 None None] Provisioning complete for port eb734ba7-0de6-4766-b88e-a690cb07fd57 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:30:04.916278 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8ca66ba6-4e84-4af2-9aa5-a34686c59880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:04.962817 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=c4f59d4b-9c47-44dc-ae92-832b37f470bd,revision_number=8']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:04.975912 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8ca66ba6-4e84-4af2-9aa5-a34686c59880 None None] Port eb734ba7-0de6-4766-b88e-a690cb07fd57 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:30:05.003065 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965f2a8-139f-4029-a763-a6cdeb4db571 req-f57f0af0-b827-42d7-b0b5-bb3e21257d97 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:05.005306 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5965f2a8-139f-4029-a763-a6cdeb4db571 req-f57f0af0-b827-42d7-b0b5-bb3e21257d97 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 932 time: 0.0586183 Nov 20 03:30:05.055219 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5965f2a8-139f-4029-a763-a6cdeb4db571 req-c9ddb813-e40e-41c8-b60a-ae75f64a592a tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 Nov 20 03:30:05.170342 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f199e7-e80e-4867-ba50-94e9de69a481 req-1cca1c3e-ebff-4093-85b3-f95cfeb58d16 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:05.171936 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e1f199e7-e80e-4867-ba50-94e9de69a481 req-1cca1c3e-ebff-4093-85b3-f95cfeb58d16 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0558915 Nov 20 03:30:05.220538 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e1f199e7-e80e-4867-ba50-94e9de69a481 req-b90585c1-701d-470b-a6e4-c8c93710bd21 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425951 Nov 20 03:30:05.708167 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f02dab-ad85-457f-a25c-9b48dfc34240 req-aa497962-1764-4a14-a468-9d817b47deb4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:05.709657 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-73f02dab-ad85-457f-a25c-9b48dfc34240 req-aa497962-1764-4a14-a468-9d817b47deb4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0530992 Nov 20 03:30:05.771707 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-73f02dab-ad85-457f-a25c-9b48dfc34240 req-5e7266d9-e10a-473d-801b-c1152deb72d2 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528262 Nov 20 03:30:06.175538 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c20325-7260-4777-9980-1bbb0167b999 req-b04e95b0-cdda-4ffd-9f41-db9757ae4a3b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:06.177217 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d2c20325-7260-4777-9980-1bbb0167b999 req-b04e95b0-cdda-4ffd-9f41-db9757ae4a3b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 932 time: 0.0558448 Nov 20 03:30:06.231017 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d2c20325-7260-4777-9980-1bbb0167b999 req-671c592d-7a7f-40e6-bfd1-805f3ee26e24 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465629 Nov 20 03:30:06.342427 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b4243-7b47-499b-9004-a80629989f7d req-f266f928-f94c-406e-9d3f-3e3cb25b4278 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:06.343933 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-572b4243-7b47-499b-9004-a80629989f7d req-f266f928-f94c-406e-9d3f-3e3cb25b4278 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0504818 Nov 20 03:30:06.393412 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-572b4243-7b47-499b-9004-a80629989f7d req-e4b58972-8a3e-4d3e-a6b6-5a93d3ae3890 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432503 Nov 20 03:30:06.929868 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038090c-a7b1-4659-b2de-183707cec39c req-bbbe6a11-30a4-49b3-8293-8950053530f7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:06.931364 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d038090c-a7b1-4659-b2de-183707cec39c req-bbbe6a11-30a4-49b3-8293-8950053530f7 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0828347 Nov 20 03:30:06.943668 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163d9b8-2a2c-47e4-aa77-6a1c7b5204dd req-0dafd6b0-f032-46e6-8e69-9490a495f08b tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:06.945017 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a163d9b8-2a2c-47e4-aa77-6a1c7b5204dd req-0dafd6b0-f032-46e6-8e69-9490a495f08b tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0704756 Nov 20 03:30:07.021532 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d038090c-a7b1-4659-b2de-183707cec39c req-25060d7d-443f-437f-a7ac-5397d36ac005 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754471 Nov 20 03:30:07.027084 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a163d9b8-2a2c-47e4-aa77-6a1c7b5204dd req-4261ee06-ddcf-410e-a31f-7c4f2af8675c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750828 Nov 20 03:30:07.348543 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706566ed-9c19-4e77-b2b5-b92be8d9ba7c req-ae89bd20-5d9e-4a6d-9c7d-f3bc26dfecab tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:07.350076 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-706566ed-9c19-4e77-b2b5-b92be8d9ba7c req-ae89bd20-5d9e-4a6d-9c7d-f3bc26dfecab tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 932 time: 0.0503781 Nov 20 03:30:07.397679 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-706566ed-9c19-4e77-b2b5-b92be8d9ba7c req-d6afad48-ad1c-49aa-a1b4-69eaf1454cba tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415587 Nov 20 03:30:07.518551 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765322df-3e90-44b6-8aa3-0be8dcb16a45 req-618c33cf-7e18-44de-848e-96f2c38a820f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:07.519975 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-765322df-3e90-44b6-8aa3-0be8dcb16a45 req-618c33cf-7e18-44de-848e-96f2c38a820f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0552275 Nov 20 03:30:07.568266 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-765322df-3e90-44b6-8aa3-0be8dcb16a45 req-3ab4bae6-8671-4680-964b-e406dd2028d6 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421395 Nov 20 03:30:08.178688 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f054d-07fe-4aef-8598-d887b8f627c7 req-b0af7c7f-500b-4d05-baa5-209c147f3a77 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:08.180784 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-312f054d-07fe-4aef-8598-d887b8f627c7 req-b0af7c7f-500b-4d05-baa5-209c147f3a77 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0906065 Nov 20 03:30:08.189413 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fbae5-d215-4dc3-94a3-19780353c8fc req-c5b5ffc8-12ad-449b-aca2-5b82970afcd1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:08.190803 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5c6fbae5-d215-4dc3-94a3-19780353c8fc req-c5b5ffc8-12ad-449b-aca2-5b82970afcd1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0878108 Nov 20 03:30:08.260929 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-312f054d-07fe-4aef-8598-d887b8f627c7 req-a2e82061-a162-4b10-8492-4e65cea48fb8 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691750 Nov 20 03:30:08.277175 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5c6fbae5-d215-4dc3-94a3-19780353c8fc req-48d302b8-86f6-49d5-960e-e55a30a1df78 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790856 Nov 20 03:30:08.517379 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4704eba-52a6-461f-8a93-c820b226bbc0 req-ee8e33e3-b97e-40c3-955c-243db512f6e7 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:08.518902 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f4704eba-52a6-461f-8a93-c820b226bbc0 req-ee8e33e3-b97e-40c3-955c-243db512f6e7 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 932 time: 0.0506966 Nov 20 03:30:08.566268 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f4704eba-52a6-461f-8a93-c820b226bbc0 req-aa09feca-f114-48de-9b9b-d8a8c0e83eb4 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 Nov 20 03:30:08.692307 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bfbc8-18ba-4ef5-8a93-46f15a961797 req-e7fbf382-f25d-48b9-b884-67528fc3bac3 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:08.693834 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-391bfbc8-18ba-4ef5-8a93-46f15a961797 req-e7fbf382-f25d-48b9-b884-67528fc3bac3 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0516407 Nov 20 03:30:08.756370 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-391bfbc8-18ba-4ef5-8a93-46f15a961797 req-660fbfc3-590f-4b81-9374-3eb5a679a37d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547307 Nov 20 03:30:09.197061 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-cab5ef73-bd87-498d-9ba0-1250c0e949dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:09.407336 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac084835-1a91-446f-a67c-aafb904eb7e6 req-e954708d-e2d5-446f-be61-94d892f03d47 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:09.408866 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ac084835-1a91-446f-a67c-aafb904eb7e6 req-e954708d-e2d5-446f-be61-94d892f03d47 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0791323 Nov 20 03:30:09.440197 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6aedf-0603-4ca8-869a-3104ce85f9fb req-e5b0568c-4383-4818-966e-2bd4c99a1a59 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:09.441719 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0f6aedf-0603-4ca8-869a-3104ce85f9fb req-e5b0568c-4383-4818-966e-2bd4c99a1a59 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0847287 Nov 20 03:30:09.497112 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ac084835-1a91-446f-a67c-aafb904eb7e6 req-61190dd7-828d-46ee-97c8-fee89be44280 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814781 Nov 20 03:30:09.519152 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0f6aedf-0603-4ca8-869a-3104ce85f9fb req-ccdcd11f-f737-4e5b-a999-c8c6d22977b3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690928 Nov 20 03:30:09.691706 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96876d11-a4c0-4c63-8223-bb800900c9c9 req-30754c1d-dd44-4fb9-817a-5e207082f053 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:09.693230 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-96876d11-a4c0-4c63-8223-bb800900c9c9 req-30754c1d-dd44-4fb9-817a-5e207082f053 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 932 time: 0.0552199 Nov 20 03:30:09.746371 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-96876d11-a4c0-4c63-8223-bb800900c9c9 req-63116005-d37f-4266-a81d-b27a96c1701b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470555 Nov 20 03:30:09.892838 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c517d9-7835-409b-bc0d-0deae1b4a6a0 req-fcfcc99d-1d36-4c5f-b765-bb36919a490b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:09.894523 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-91c517d9-7835-409b-bc0d-0deae1b4a6a0 req-fcfcc99d-1d36-4c5f-b765-bb36919a490b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0521026 Nov 20 03:30:09.945885 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-91c517d9-7835-409b-bc0d-0deae1b4a6a0 req-43d909d5-0a74-46d3-a6e4-d1784c86b480 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449665 Nov 20 03:30:10.663901 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30f9eb-fd59-41f7-808d-c7635caf76a8 req-df69ffe9-6451-4c67-b39b-badf1917daf2 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:10.665411 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8e30f9eb-fd59-41f7-808d-c7635caf76a8 req-df69ffe9-6451-4c67-b39b-badf1917daf2 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0894883 Nov 20 03:30:10.673060 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ed63f-9e71-46a0-836f-344760ee7704 req-adf495a5-291a-4265-a0ce-6bc4dce6aa14 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:10.674564 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-823ed63f-9e71-46a0-836f-344760ee7704 req-adf495a5-291a-4265-a0ce-6bc4dce6aa14 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0900342 Nov 20 03:30:10.754546 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-823ed63f-9e71-46a0-836f-344760ee7704 req-eafee3ee-6645-4b4a-b185-9bf52a235825 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724282 Nov 20 03:30:10.758973 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8e30f9eb-fd59-41f7-808d-c7635caf76a8 req-6cdc2b86-8c48-4ab8-8165-cfddc2d36c14 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834849 Nov 20 03:30:10.878391 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8178a-76b2-4bed-b333-0ec3d50a5bfb req-1ee71759-3f9b-4269-801c-21f57a8f1356 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:10.880021 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e8b8178a-76b2-4bed-b333-0ec3d50a5bfb req-1ee71759-3f9b-4269-801c-21f57a8f1356 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 932 time: 0.0579712 Nov 20 03:30:10.931958 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e8b8178a-76b2-4bed-b333-0ec3d50a5bfb req-da80337b-69e0-4852-8c97-96ab95c9216a tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456254 Nov 20 03:30:11.096892 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8098e-424b-4b04-b325-7b38cea61b5f req-392b73fa-6e13-4cf8-a7b6-ff31d8de5e4e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:11.098402 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-17d8098e-424b-4b04-b325-7b38cea61b5f req-392b73fa-6e13-4cf8-a7b6-ff31d8de5e4e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0562589 Nov 20 03:30:11.147146 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-17d8098e-424b-4b04-b325-7b38cea61b5f req-53f880aa-b00c-4d8a-88b3-fbad75a94236 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423634 Nov 20 03:30:11.409528 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-28989845-3b2f-4270-92b7-0713892e3e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:11.936043 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc75ac5-a42d-41db-9459-86233ad7270a req-7068445b-7a91-4c9d-a13c-33098c9528ea tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:11.937754 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6cc75ac5-a42d-41db-9459-86233ad7270a req-7068445b-7a91-4c9d-a13c-33098c9528ea tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0818028 Nov 20 03:30:11.949722 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d560e-419b-4383-800b-57e9fd823aef req-f0b43fb0-506d-4ba2-8984-ded8d1215fef tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:11.951213 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d44d560e-419b-4383-800b-57e9fd823aef req-f0b43fb0-506d-4ba2-8984-ded8d1215fef tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.1053095 Nov 20 03:30:12.030481 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6cc75ac5-a42d-41db-9459-86233ad7270a req-1d26a5bf-c75b-43d3-87fc-e1a18da8c242 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782833 Nov 20 03:30:12.041709 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d44d560e-419b-4383-800b-57e9fd823aef req-823ce25e-0751-435b-b426-251a85673770 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822594 Nov 20 03:30:12.159860 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a25f83-4ff8-4a27-ab8b-78a3c7190bc5 req-63b56796-3150-487e-ba87-97d1327f5d17 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:12.161541 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-90a25f83-4ff8-4a27-ab8b-78a3c7190bc5 req-63b56796-3150-487e-ba87-97d1327f5d17 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 932 time: 0.0563304 Nov 20 03:30:12.231190 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-90a25f83-4ff8-4a27-ab8b-78a3c7190bc5 req-a63a19f1-bab6-4f1f-ba4e-d003d8ba0ac7 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523670 Nov 20 03:30:12.296383 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518baee-88ef-4ab4-a943-287d36a7c1f7 req-9e18d3bf-beb9-4c80-804c-2f37eb0cd160 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:12.298598 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2518baee-88ef-4ab4-a943-287d36a7c1f7 req-9e18d3bf-beb9-4c80-804c-2f37eb0cd160 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0619621 Nov 20 03:30:12.354480 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2518baee-88ef-4ab4-a943-287d36a7c1f7 req-62606514-7cad-4631-8141-b9eb05346468 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488434 Nov 20 03:30:12.596579 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:30:12.696574 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:13.193029 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98ef1c-f449-4125-8eb0-0274a62d10e7 req-578db2e0-31c4-4cc4-8b6a-d2ba45288470 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:13.194425 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1a98ef1c-f449-4125-8eb0-0274a62d10e7 req-578db2e0-31c4-4cc4-8b6a-d2ba45288470 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0941393 Nov 20 03:30:13.206495 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347f102-a69b-45e1-9b86-87c6d8279edb req-e9cd2e81-daf8-4608-af0d-e8c3f9eb100f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:13.207865 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9347f102-a69b-45e1-9b86-87c6d8279edb req-e9cd2e81-daf8-4608-af0d-e8c3f9eb100f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0635595 Nov 20 03:30:13.281637 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1a98ef1c-f449-4125-8eb0-0274a62d10e7 req-a003b07f-e380-4cce-b4d8-c6cf600e8930 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728099 Nov 20 03:30:13.285400 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9347f102-a69b-45e1-9b86-87c6d8279edb req-ef9457c9-f2e4-437b-9929-01574edbe0aa tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704842 Nov 20 03:30:13.392029 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ca80-67d7-429f-984d-25c9525b5fdb req-4616529e-c46e-4ebf-99f7-73efd882da85 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:13.393680 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3329ca80-67d7-429f-984d-25c9525b5fdb req-4616529e-c46e-4ebf-99f7-73efd882da85 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 932 time: 0.0526114 Nov 20 03:30:13.458267 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3329ca80-67d7-429f-984d-25c9525b5fdb req-94d0fd26-4ba2-4842-a2ff-40854004600c tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534005 Nov 20 03:30:13.499292 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2103ba0-a209-417b-bd87-9da412dbb2b4 req-caeb44db-31cc-440b-b704-f51f5c76b2da tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:13.501026 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a2103ba0-a209-417b-bd87-9da412dbb2b4 req-caeb44db-31cc-440b-b704-f51f5c76b2da tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0563676 Nov 20 03:30:13.549374 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a2103ba0-a209-417b-bd87-9da412dbb2b4 req-7ffd68f7-1bc1-4ff6-b28b-43409ff0dccb tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420942 Nov 20 03:30:13.748166 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:14.435647 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb16a6f-a218-426d-82ae-d829631bafa4 req-3903bd32-3f09-462f-a711-8c1901a23c50 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:14.437173 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bcb16a6f-a218-426d-82ae-d829631bafa4 req-3903bd32-3f09-462f-a711-8c1901a23c50 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0847070 Nov 20 03:30:14.446344 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2563920-65fd-4f3b-993a-90dc791b7720 req-145061e2-c9f2-4ce1-b50f-d0f530d7f792 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:14.447812 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c2563920-65fd-4f3b-993a-90dc791b7720 req-145061e2-c9f2-4ce1-b50f-d0f530d7f792 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0867159 Nov 20 03:30:14.521461 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bcb16a6f-a218-426d-82ae-d829631bafa4 req-a3c9b223-2e51-4ee9-9ab8-01a201fa245a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726717 Nov 20 03:30:14.525076 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c2563920-65fd-4f3b-993a-90dc791b7720 req-6ef7aa22-f305-4623-a53a-5977a7c8af17 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706332 Nov 20 03:30:14.627031 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8d8f1-53a8-4744-b84b-746015afc4ea req-6d95b7f0-eca4-4559-a8dd-f1f4ccd8dd61 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:14.628497 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6eb8d8f1-53a8-4744-b84b-746015afc4ea req-6d95b7f0-eca4-4559-a8dd-f1f4ccd8dd61 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 932 time: 0.0489624 Nov 20 03:30:14.707382 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a016-076d-463e-9fa9-300fa9b44673 req-03a37656-cfbc-4a5f-a619-f46238b3ad6d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:14.708791 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4df0a016-076d-463e-9fa9-300fa9b44673 req-03a37656-cfbc-4a5f-a619-f46238b3ad6d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0794392 Nov 20 03:30:14.712397 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6eb8d8f1-53a8-4744-b84b-746015afc4ea req-0cc3d79a-224a-43af-90a3-5918afd54e07 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747147 Nov 20 03:30:14.756434 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4df0a016-076d-463e-9fa9-300fa9b44673 req-2ab2459e-8d64-42c0-8b98-83acde3cfe20 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411127 Nov 20 03:30:14.989590 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:15.414133 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Request body: {'port': {'device_id': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:15.466000 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:15.734225 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b60ba-60f4-4130-b8f9-20194f818c0c req-f4669028-a5b0-4aa4-9ae3-beaacd492b71 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:15.735827 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fd9b60ba-60f4-4130-b8f9-20194f818c0c req-f4669028-a5b0-4aa4-9ae3-beaacd492b71 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.1349032 Nov 20 03:30:15.743086 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e60eb-cb66-4ca2-9a52-c807a317b883 req-7ca35103-d9ba-4d06-b8c3-36e7fe8f51ad tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:15.744459 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-857e60eb-cb66-4ca2-9a52-c807a317b883 req-7ca35103-d9ba-4d06-b8c3-36e7fe8f51ad tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.1424720 Nov 20 03:30:15.786605 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd17d9a-5bf5-4090-99fd-e7ac420b9795 req-1daf2c6a-3bd8-467f-8c0e-2126041fe687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:15.788132 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-ffd17d9a-5bf5-4090-99fd-e7ac420b9795 req-1daf2c6a-3bd8-467f-8c0e-2126041fe687 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 1099 time: 0.0416930 Nov 20 03:30:15.835696 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-ffd17d9a-5bf5-4090-99fd-e7ac420b9795 req-379da38d-a802-4cbd-abd1-07d7d0a2d4e2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388420 Nov 20 03:30:15.869591 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fd9b60ba-60f4-4130-b8f9-20194f818c0c req-ade444d9-2b6d-4801-98fb-fb3563c8c3d9 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241868 Nov 20 03:30:15.879424 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb734ba7-0de6-4766-b88e-a690cb07fd57 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:30:15.887435 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-857e60eb-cb66-4ca2-9a52-c807a317b883 req-4b645c05-bf02-4bb0-8272-ec01ec95e983 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322134 Nov 20 03:30:15.892075 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:15.905307 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Transition to ACTIVE for port object eb734ba7-0de6-4766-b88e-a690cb07fd57 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:30:15.917823 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:16.044314 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Pushing event updated for resources: {'Port': ['ID=eb734ba7-0de6-4766-b88e-a690cb07fd57,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:16.090902 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a5eb4-2110-4b9d-9740-5ce84165c74d req-8ed03d02-7305-40f6-bba8-133af2ca0274 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:16.092459 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-853a5eb4-2110-4b9d-9740-5ce84165c74d req-8ed03d02-7305-40f6-bba8-133af2ca0274 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 944 time: 0.1485181 Nov 20 03:30:16.121990 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875e6a2-0c40-41ca-b7b5-cb831527affe req-086a1d8c-7c89-48a0-8e94-848542364d23 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:16.123564 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c875e6a2-0c40-41ca-b7b5-cb831527affe req-086a1d8c-7c89-48a0-8e94-848542364d23 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.1592150 Nov 20 03:30:16.162749 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Attempting to bind port eb734ba7-0de6-4766-b88e-a690cb07fd57 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:30:16.163096 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Attempting to bind port eb734ba7-0de6-4766-b88e-a690cb07fd57 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:30:16.163428 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Attempting to bind port eb734ba7-0de6-4766-b88e-a690cb07fd57 on network ed709e46-1ee1-428c-b518-8aac59c8ccf4 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:30:16.180621 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Port eb734ba7-0de6-4766-b88e-a690cb07fd57 on network ed709e46-1ee1-428c-b518-8aac59c8ccf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:30:16.180957 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Attempting to bind port eb734ba7-0de6-4766-b88e-a690cb07fd57 on network ed709e46-1ee1-428c-b518-8aac59c8ccf4 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:30:16.197626 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-853a5eb4-2110-4b9d-9740-5ce84165c74d req-9c382f0b-aad4-40d0-854c-14810f8d3e00 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984969 Nov 20 03:30:16.200603 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:30:16.200949 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Checking segment: {'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:30:16.201330 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Bound using segment: {'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:30:16.201765 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Bound port: eb734ba7-0de6-4766-b88e-a690cb07fd57, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afa872-40ef-4751-8dd6-cd473906cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:30:16.202123 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:16.231426 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c875e6a2-0c40-41ca-b7b5-cb831527affe req-d9d4467f-4ffa-48c8-873e-3841c9947a16 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992622 Nov 20 03:30:16.291004 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] For port eb734ba7-0de6-4766-b88e-a690cb07fd57, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:30:16.296313 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] For port eb734ba7-0de6-4766-b88e-a690cb07fd57, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:30:16.300337 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:16.335235 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:16.335883 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:16.337840 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] 10.222.0.57 "PUT /v2.0/ports/eb734ba7-0de6-4766-b88e-a690cb07fd57 HTTP/1.1" status: 200 len: 1094 time: 0.9280820 Nov 20 03:30:16.338279 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:16.340610 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93696647-62a0-4912-903c-5273aa02ff6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:16.367119 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83176ae6-785a-46a1-a2bc-df5a9df7678c service neutron] Pushing event updated for resources: {'Port': ['ID=eb734ba7-0de6-4766-b88e-a690cb07fd57,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:16.385492 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e354d879-1723-4044-bc1a-2f01ba10c0a4 x-openstack-request-id: req-e354d879-1723-4044-bc1a-2f01ba10c0a4 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:16.385782 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:16.386038 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e354d879-1723-4044-bc1a-2f01ba10c0a4 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:16.386460 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'status': 'completed', 'code': 200} Nov 20 03:30:16.456231 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-5925726d-7d41-4559-b6ec-5e88ba43b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:16.457787 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-5925726d-7d41-4559-b6ec-5e88ba43b953 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c53d3d6966164babbb24206f254ee2d5&device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 1097 time: 0.0432825 Nov 20 03:30:16.513503 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-d8f64b98-151b-4fc0-b7b5-b732077611fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57 HTTP/1.1" status: 200 len: 217 time: 0.0373671 Nov 20 03:30:16.578863 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-67e35938-10e0-40e8-8336-60a59dc554c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:16.581067 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-67e35938-10e0-40e8-8336-60a59dc554c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96c4ea19-4a40-4801-9298-88024c3decb0 HTTP/1.1" status: 200 len: 854 time: 0.0456610 Nov 20 03:30:16.633463 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-f745e399-8393-49eb-910c-b7a7f161ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:16.635451 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-f745e399-8393-49eb-910c-b7a7f161ba88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed709e46-1ee1-428c-b518-8aac59c8ccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457470 Nov 20 03:30:16.649852 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 09e4f458-7d7a-4be0-87eb-4f821050a3c3 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:30:16.735102 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-ad0442c0-ad04-4148-9744-0a65ba3da195 service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895624 Nov 20 03:30:16.749498 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:16.761947 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'port_id': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'mac_address': 'fa:16:3e:c8:e5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:30:16.801061 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:16.814429 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09e4f458-7d7a-4be0-87eb-4f821050a3c3 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:30:16.832512 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e7d9a378-4f9e-46ed-b636-5285dd03708b req-87c85015-7037-4704-8745-48854eb5eb0c service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861659 Nov 20 03:30:16.835306 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:16.839126 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:16.890146 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=09e4f458-7d7a-4be0-87eb-4f821050a3c3,revision_number=6']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:17.051582 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf7d21-7a22-4709-ae66-1326591e7a0f req-6d3c10c7-e207-49fd-a821-5726f0912097 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:17.053073 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-08bf7d21-7a22-4709-ae66-1326591e7a0f req-6d3c10c7-e207-49fd-a821-5726f0912097 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.1129889 Nov 20 03:30:17.063523 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93696647-62a0-4912-903c-5273aa02ff6d req-ea87c18f-9334-4626-a832-13e33e60d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:17.064964 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93696647-62a0-4912-903c-5273aa02ff6d req-ea87c18f-9334-4626-a832-13e33e60d09e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c53d3d6966164babbb24206f254ee2d5&device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 1097 time: 0.0946102 Nov 20 03:30:17.078229 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3cf47-0164-42a8-955d-18b13a4569e1 req-2f577615-455e-43e0-ac90-0ea95535613e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:17.079611 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6ae3cf47-0164-42a8-955d-18b13a4569e1 req-2f577615-455e-43e0-ac90-0ea95535613e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0969925 Nov 20 03:30:17.090755 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['09e4f458-7d7a-4be0-87eb-4f821050a3c3'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:30:17.183175 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-08bf7d21-7a22-4709-ae66-1326591e7a0f req-1df5a62d-e297-4ef3-8495-90f8fd6878fe tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215601 Nov 20 03:30:17.213339 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6ae3cf47-0164-42a8-955d-18b13a4569e1 req-b75bd629-02d8-4616-bc3d-8ac5d16ea188 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223257 Nov 20 03:30:17.251339 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93696647-62a0-4912-903c-5273aa02ff6d req-2b8864df-31a0-4ea2-8122-bfcca4b7e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:17.252937 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93696647-62a0-4912-903c-5273aa02ff6d req-2b8864df-31a0-4ea2-8122-bfcca4b7e1ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed709e46-1ee1-428c-b518-8aac59c8ccf4 HTTP/1.1" status: 200 len: 916 time: 0.1380196 Nov 20 03:30:17.315639 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93696647-62a0-4912-903c-5273aa02ff6d req-3c875a73-01a0-414e-9924-5e8e9d684d4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57 HTTP/1.1" status: 200 len: 217 time: 0.0444124 Nov 20 03:30:17.415390 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93696647-62a0-4912-903c-5273aa02ff6d req-ac6ec0fe-2966-46dd-990a-371879e26e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:17.416821 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93696647-62a0-4912-903c-5273aa02ff6d req-ac6ec0fe-2966-46dd-990a-371879e26e0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96c4ea19-4a40-4801-9298-88024c3decb0 HTTP/1.1" status: 200 len: 854 time: 0.0864403 Nov 20 03:30:17.431824 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3416c7-f0c4-4aca-8485-e2300a2cb6d7 req-e22834f5-4c49-4257-899a-3392a315dc01 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:17.433372 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3e3416c7-f0c4-4aca-8485-e2300a2cb6d7 req-e22834f5-4c49-4257-899a-3392a315dc01 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 944 time: 0.1218970 Nov 20 03:30:17.441966 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646c84-32ac-480a-a6fa-b5e94b9fa442 req-5d6ae88e-0dbb-40fc-bb73-4ef54c2d3f4b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:17.443377 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-64646c84-32ac-480a-a6fa-b5e94b9fa442 req-5d6ae88e-0dbb-40fc-bb73-4ef54c2d3f4b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 944 time: 0.1308336 Nov 20 03:30:17.543895 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93696647-62a0-4912-903c-5273aa02ff6d req-6bfae8a6-0c1c-4069-8e81-4a17296a548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:17.545400 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93696647-62a0-4912-903c-5273aa02ff6d req-6bfae8a6-0c1c-4069-8e81-4a17296a548a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed709e46-1ee1-428c-b518-8aac59c8ccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1110752 Nov 20 03:30:17.553172 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3e3416c7-f0c4-4aca-8485-e2300a2cb6d7 req-fefe88a8-8f90-4146-a5cc-393282beb210 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016338 Nov 20 03:30:17.556757 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-64646c84-32ac-480a-a6fa-b5e94b9fa442 req-dddc3779-2f54-42e3-95cf-afce6b5aa379 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034894 Nov 20 03:30:17.668620 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93696647-62a0-4912-903c-5273aa02ff6d req-49e71288-9f2f-4fe6-87ed-b4de7ab1a95b service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107926 Nov 20 03:30:17.770218 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93696647-62a0-4912-903c-5273aa02ff6d req-9f526b8f-05e7-46cd-81ec-269bdf5725ea service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881217 Nov 20 03:30:18.335364 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b811340-b81a-44fd-afac-324eda53ae86 req-23d4febd-49bf-4092-b8a4-4818e0a8e7d9 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:18.337469 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1b811340-b81a-44fd-afac-324eda53ae86 req-23d4febd-49bf-4092-b8a4-4818e0a8e7d9 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0784583 Nov 20 03:30:18.349360 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e5f75-88d0-45fc-b429-1dc4ac327597 req-34d1a442-cfa2-49a1-9143-e8b3f88cf978 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:18.350709 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-399e5f75-88d0-45fc-b429-1dc4ac327597 req-34d1a442-cfa2-49a1-9143-e8b3f88cf978 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0625019 Nov 20 03:30:18.423885 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1b811340-b81a-44fd-afac-324eda53ae86 req-8bface6d-7f2f-4c8e-b720-522177edd17c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721507 Nov 20 03:30:18.427646 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-399e5f75-88d0-45fc-b429-1dc4ac327597 req-a995a4ce-0260-429f-bbd9-1ca01a0c859c tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703502 Nov 20 03:30:18.712851 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23da4-b754-4a16-8507-9d653a806dd9 req-49cd0901-9b0a-496f-aeb6-237f9317a5c0 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:18.714257 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-17f23da4-b754-4a16-8507-9d653a806dd9 req-49cd0901-9b0a-496f-aeb6-237f9317a5c0 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 944 time: 0.0827191 Nov 20 03:30:18.721700 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2597e-aeb7-4b0b-bb19-8096b595e079 req-d976a660-7043-4b2c-9289-b5e1282964a3 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:18.723037 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-06b2597e-aeb7-4b0b-bb19-8096b595e079 req-d976a660-7043-4b2c-9289-b5e1282964a3 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 944 time: 0.0896153 Nov 20 03:30:18.792392 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-17f23da4-b754-4a16-8507-9d653a806dd9 req-b20a6eac-6edd-49cc-9721-30a96553ad68 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684109 Nov 20 03:30:18.796642 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-06b2597e-aeb7-4b0b-bb19-8096b595e079 req-bf1ddebf-e863-430a-8c94-5d901ca0c625 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665929 Nov 20 03:30:19.536438 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497fd26-fe20-4a3e-a1bc-f549baba637b req-c79b3dcb-d7d4-48f2-a655-511901a58042 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:19.537921 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d497fd26-fe20-4a3e-a1bc-f549baba637b req-c79b3dcb-d7d4-48f2-a655-511901a58042 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0480263 Nov 20 03:30:19.592045 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d497fd26-fe20-4a3e-a1bc-f549baba637b req-2d5fec50-05e7-46fc-8a0d-5286a8ebf723 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475976 Nov 20 03:30:20.186727 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637698b-a38b-45a1-860c-43178de5f450 req-6e45d267-f02e-4673-b6eb-4fdb7ac8c2c0 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:20.188205 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d637698b-a38b-45a1-860c-43178de5f450 req-6e45d267-f02e-4673-b6eb-4fdb7ac8c2c0 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 944 time: 0.3189256 Nov 20 03:30:20.195366 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc3b64-dd9d-4f9b-a21d-2c13ed15220a req-ef142fc3-47ca-409a-bc43-8939fc2f7aad tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:20.196760 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7bbc3b64-dd9d-4f9b-a21d-2c13ed15220a req-ef142fc3-47ca-409a-bc43-8939fc2f7aad tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 944 time: 0.3384748 Nov 20 03:30:20.219916 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 09e4f458-7d7a-4be0-87eb-4f821050a3c3 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:30:20.266077 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:30:20.266442 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:20.267932 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d637698b-a38b-45a1-860c-43178de5f450 req-46a982c4-c38f-4df9-82d7-b34f896cd283 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700212 Nov 20 03:30:20.272366 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7bbc3b64-dd9d-4f9b-a21d-2c13ed15220a req-16d2237d-1ff4-40e4-8ac9-ef4159074207 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689645 Nov 20 03:30:20.458386 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:20.481260 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:20.483461 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3b70cf-c9c3-4fff-9907-17f2d49947d8" -d '{"events": [{"server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "name": "network-vif-plugged", "status": "completed", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:20.495220 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:20.499445 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:20.522394 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eb3edd-fa5e-4184-9824-c60e4cfb48f6 x-openstack-request-id: req-64eb3edd-fa5e-4184-9824-c60e4cfb48f6 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:20.522695 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "name": "network-vif-plugged", "status": "completed", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:20.522950 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64eb3edd-fa5e-4184-9824-c60e4cfb48f6 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:20.523343 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'code': 200} Nov 20 03:30:20.548211 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=09e4f458-7d7a-4be0-87eb-4f821050a3c3,revision_number=7']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:20.710259 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3764a-ef43-4984-8cd1-cc33b8d72cf1 req-75c09243-2e5f-47a9-9dcc-cdcbbf9565d3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:20.712295 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e9e3764a-ef43-4984-8cd1-cc33b8d72cf1 req-75c09243-2e5f-47a9-9dcc-cdcbbf9565d3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0542829 Nov 20 03:30:20.759961 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e9e3764a-ef43-4984-8cd1-cc33b8d72cf1 req-38a249f5-9f4f-4df5-9a9e-c63ec0b48b58 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418010 Nov 20 03:30:21.417389 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec6728-d913-4d64-afff-667ca74169fd req-79593f52-ee5d-4d4b-933e-82db7dd4dab2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:21.418849 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24ec6728-d913-4d64-afff-667ca74169fd req-79593f52-ee5d-4d4b-933e-82db7dd4dab2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 944 time: 0.0758801 Nov 20 03:30:21.425916 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820d3a9-0522-4f95-bae7-faf7e8c0ac3a req-c4a38dc7-100a-4252-bc5c-bcc257e7b72e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:21.427232 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8820d3a9-0522-4f95-bae7-faf7e8c0ac3a req-c4a38dc7-100a-4252-bc5c-bcc257e7b72e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0828638 Nov 20 03:30:21.494433 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24ec6728-d913-4d64-afff-667ca74169fd req-7a98b832-82fe-458f-934d-9b6cbd8638ba tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662568 Nov 20 03:30:21.505215 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8820d3a9-0522-4f95-bae7-faf7e8c0ac3a req-2b137ea2-b924-492a-994c-a54c8c6bfa02 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708516 Nov 20 03:30:21.890709 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814611a-24e8-4098-a272-34da72730c27 req-8263258a-e4c2-4b09-97fc-c471ae833202 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:21.894088 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b814611a-24e8-4098-a272-34da72730c27 req-8263258a-e4c2-4b09-97fc-c471ae833202 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0620430 Nov 20 03:30:21.950626 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b814611a-24e8-4098-a272-34da72730c27 req-a578f280-c8f9-4814-920b-749f63b5c3b1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476224 Nov 20 03:30:22.039155 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-2e0cb42e-e952-434f-9ac2-d958cbe1edb8 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:22.041991 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-2e0cb42e-e952-434f-9ac2-d958cbe1edb8 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 946 time: 0.0604706 Nov 20 03:30:22.154435 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Deleting port 243add17-6449-4a77-8663-2a184bd82457 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:22.155214 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:22.262460 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] For port 243add17-6449-4a77-8663-2a184bd82457, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=243add17-6449-4a77-8663-2a184bd82457,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:22.263944 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:22.462793 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:22.464556 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:22.464556 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Floating IP 094fd343-53f2-4c1a-9e48-caa2f0657a80 disassociated. External IP: 172.27.1.50, port: 243add17-6449-4a77-8663-2a184bd82457. Nov 20 03:30:22.464933 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Calling delete_port for 243add17-6449-4a77-8663-2a184bd82457 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:22.731709 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:22.744384 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25381052-9177-4642-a222-b68c8949e050 req-849ba48e-2904-4b35-96cd-405eb45dec10 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:22.747228 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-25381052-9177-4642-a222-b68c8949e050 req-849ba48e-2904-4b35-96cd-405eb45dec10 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.1426568 Nov 20 03:30:22.755214 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc4ca1-ee85-4daf-ae8a-430cc3abd09d req-836bbf14-337b-4ed4-b2c8-cc630f66673e tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:22.756833 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cdbc4ca1-ee85-4daf-ae8a-430cc3abd09d req-836bbf14-337b-4ed4-b2c8-cc630f66673e tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 944 time: 0.1685429 Nov 20 03:30:22.865755 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event deleted for resources: {'Port': ['ID=243add17-6449-4a77-8663-2a184bd82457,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:22.968264 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cdbc4ca1-ee85-4daf-ae8a-430cc3abd09d req-a9dccfe6-ff8e-41a5-8930-ffddf45efb3c tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814625 Nov 20 03:30:23.013758 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-25381052-9177-4642-a222-b68c8949e050 req-e56a12b9-150f-4859-ae80-c6fec485c531 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2328312 Nov 20 03:30:23.124117 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3bdc1727-f67b-4067-8a3a-750ba7595041 req-1be6be92-8de1-45ba-b9e7-dc4c4a993a80 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 210 time: 0.0366099 Nov 20 03:30:23.138994 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Router acc52df4-418f-4728-9a8a-785220962875 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:30:23.283545 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:30:23.295727 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955aee3-e9ef-4802-a2e2-d9671546cce8 None None] Sync routers for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:30:23.324081 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955aee3-e9ef-4802-a2e2-d9671546cce8 None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:23.325107 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-d955aee3-e9ef-4802-a2e2-d9671546cce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:30:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:23.383916 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] No DVR routers for this DVR port 243add17-6449-4a77-8663-2a184bd82457 on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:30:23.388170 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.395095 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f395c3a8-1e66-48cc-8c35-318cdb6f5041 req-e1c6db49-afff-41c5-b3a8-2b7dbc3847ce tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "DELETE /v2.0/ports/243add17-6449-4a77-8663-2a184bd82457 HTTP/1.1" status: 204 len: 173 time: 1.3451595 Nov 20 03:30:23.395949 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'name': 'network-vif-deleted', 'tag': '243add17-6449-4a77-8663-2a184bd82457'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:23.398477 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a08522-78bc-4335-8699-9c8b9078681a" -d '{"events": [{"server_uuid": "f64dd34e-277a-4033-8330-d0dd481d287c", "name": "network-vif-deleted", "tag": "243add17-6449-4a77-8663-2a184bd82457"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:23.458386 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa6baba-8dac-4ed3-8c31-363a40ad6d6f x-openstack-request-id: req-6aa6baba-8dac-4ed3-8c31-363a40ad6d6f {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:23.462862 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64dd34e-277a-4033-8330-d0dd481d287c", "name": "network-vif-deleted", "tag": "243add17-6449-4a77-8663-2a184bd82457", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:23.463559 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6aa6baba-8dac-4ed3-8c31-363a40ad6d6f {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:23.475539 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64dd34e-277a-4033-8330-d0dd481d287c', 'name': 'network-vif-deleted', 'tag': '243add17-6449-4a77-8663-2a184bd82457', 'status': 'completed', 'code': 200} Nov 20 03:30:23.509544 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-d955aee3-e9ef-4802-a2e2-d9671546cce8 None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:23.746143 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-d955aee3-e9ef-4802-a2e2-d9671546cce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:23.773420 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955aee3-e9ef-4802-a2e2-d9671546cce8 None None] Checking router: acc52df4-418f-4728-9a8a-785220962875 for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:30:23.783163 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955aee3-e9ef-4802-a2e2-d9671546cce8 None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:23.783778 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-d955aee3-e9ef-4802-a2e2-d9671546cce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:30:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:23.905459 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-d955aee3-e9ef-4802-a2e2-d9671546cce8 None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:24.124280 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4249c3-c261-46ff-a277-204035383702 req-7681de86-3d98-41bb-b6fc-e473d4a06367 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:24.138954 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ab4249c3-c261-46ff-a277-204035383702 req-7681de86-3d98-41bb-b6fc-e473d4a06367 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 944 time: 0.0726912 Nov 20 03:30:24.222995 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ab4249c3-c261-46ff-a277-204035383702 req-1f4b2a56-1c35-4624-9ea7-bf1d5174c40f tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808342 Nov 20 03:30:24.276496 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849762f6-3aff-4a8e-9124-744eafd21b26 req-5d90d7be-ee12-4999-a3e1-f069d7593968 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:24.278140 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-849762f6-3aff-4a8e-9124-744eafd21b26 req-5d90d7be-ee12-4999-a3e1-f069d7593968 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.1072683 Nov 20 03:30:24.424291 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-d955aee3-e9ef-4802-a2e2-d9671546cce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:24.450862 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955aee3-e9ef-4802-a2e2-d9671546cce8 None None] The sync data for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi is: [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:30:24.458950 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93d3bb9f-e209-439f-a0f2-9a3b42856954 req-e2b3e57a-19c4-453c-8e40-a7cac74bf0dc tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 210 time: 0.0803120 Nov 20 03:30:24.474834 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-849762f6-3aff-4a8e-9124-744eafd21b26 req-4a995088-7941-4f12-a5fa-da29f09b9a36 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1588655 Nov 20 03:30:24.799383 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7c311-9480-4534-b575-b114bf5b4b5e None None] New status for floating IP 094fd343-53f2-4c1a-9e48-caa2f0657a80: DOWN {{(pid=102612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:30:25.361002 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27054c5-9eae-4077-ba13-b7a17646c405 req-ec70c29a-cab2-48dd-afb4-2705400daf98 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:25.368497 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c27054c5-9eae-4077-ba13-b7a17646c405 req-ec70c29a-cab2-48dd-afb4-2705400daf98 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 944 time: 0.0603580 Nov 20 03:30:25.418241 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c27054c5-9eae-4077-ba13-b7a17646c405 req-a91c7ea4-d31b-437f-a2d9-0b0603a64bb3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462799 Nov 20 03:30:25.620827 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5d817887-2a94-47cd-928a-0bef5c2ec4e7 req-2c73252a-527e-4c59-8245-44befb24c755 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 210 time: 0.0363891 Nov 20 03:30:25.653900 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560f931-0b4c-468a-9569-e9139dca67ff req-004633bb-86d9-497a-954e-d5332056bc17 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:25.655659 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7560f931-0b4c-468a-9569-e9139dca67ff req-004633bb-86d9-497a-954e-d5332056bc17 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.1026769 Nov 20 03:30:25.709507 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7560f931-0b4c-468a-9569-e9139dca67ff req-2ab6d07a-2ed6-4b2d-a6c8-9c831ac24a8f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469589 Nov 20 03:30:26.122051 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device eb734ba7-0de6-4766-b88e-a690cb07fd57 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:30:26.258054 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port eb734ba7-0de6-4766-b88e-a690cb07fd57, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:26.272615 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'port_id': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'mac_address': 'fa:16:3e:04:a7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:30:26.316134 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:26.335313 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb734ba7-0de6-4766-b88e-a690cb07fd57 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:30:26.359215 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port eb734ba7-0de6-4766-b88e-a690cb07fd57, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:26.364885 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:26.413269 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=eb734ba7-0de6-4766-b88e-a690cb07fd57,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:26.548652 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c7e41-f30f-4ebd-a545-54b9fbf973eb req-065fe3a4-8aef-4e18-8197-ca7a5eddfbc1 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:26.550172 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a4c7e41-f30f-4ebd-a545-54b9fbf973eb req-065fe3a4-8aef-4e18-8197-ca7a5eddfbc1 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 945 time: 0.0592098 Nov 20 03:30:26.624015 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a4c7e41-f30f-4ebd-a545-54b9fbf973eb req-f719fe2c-a262-427f-a98d-153177c01052 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573206 Nov 20 03:30:26.761662 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fe32ec08-d0dc-40ef-93b2-39e58c8f3d53 req-6eaa113d-1c2d-4c9b-839c-036af5db52ed tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64dd34e-277a-4033-8330-d0dd481d287c HTTP/1.1" status: 200 len: 210 time: 0.0459189 Nov 20 03:30:26.771863 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['eb734ba7-0de6-4766-b88e-a690cb07fd57'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:30:26.871184 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2815d-dc8c-4dca-bcae-3330f5c8f1a4 req-5e24c4d5-1ab1-44f9-a3dd-22f492f12da7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:26.879121 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-16e2815d-dc8c-4dca-bcae-3330f5c8f1a4 req-5e24c4d5-1ab1-44f9-a3dd-22f492f12da7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0652261 Nov 20 03:30:26.947863 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-16e2815d-dc8c-4dca-bcae-3330f5c8f1a4 req-71e56d8e-ddc9-4c79-9b7c-a064acea2c6d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678179 Nov 20 03:30:27.741282 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad87a91-06e7-41fd-9285-06cda0d98924 req-a3531375-6238-4fd0-b6c2-68abdbd8ef0b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:27.743103 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5ad87a91-06e7-41fd-9285-06cda0d98924 req-a3531375-6238-4fd0-b6c2-68abdbd8ef0b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Nov 20 03:30:27.792929 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5ad87a91-06e7-41fd-9285-06cda0d98924 req-fd2b7634-e371-485c-ac04-8b6205af8220 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437508 Nov 20 03:30:28.110019 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-5ae6de75-3699-42f5-9a1f-896e42551ad6 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311371933&fields=id&tenant_id=ee28f54d912d4789b1b0abf0f0cddab5 HTTP/1.1" status: 200 len: 267 time: 0.0877090 Nov 20 03:30:28.113724 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device eb734ba7-0de6-4766-b88e-a690cb07fd57 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:30:28.136287 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b541f2-6078-4f32-ba24-1eca94ed11e4 req-e7fcede0-e2a9-4f9f-a88e-447e1205d3e2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:28.137845 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-95b541f2-6078-4f32-ba24-1eca94ed11e4 req-e7fcede0-e2a9-4f9f-a88e-447e1205d3e2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0942578 Nov 20 03:30:28.185377 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port eb734ba7-0de6-4766-b88e-a690cb07fd57 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:30:28.192838 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port eb734ba7-0de6-4766-b88e-a690cb07fd57 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:30:28.193223 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:28.272519 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-95b541f2-6078-4f32-ba24-1eca94ed11e4 req-88e7921d-9727-4d81-9042-09d0d9b40047 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1199780 Nov 20 03:30:28.293603 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:28.331403 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4c38aa08-9d13-4435-8954-0af4664ecfa6 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:28.331822 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:28.335172 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3556e72a-a929-485a-bad4-6ea6abcc5caf" -d '{"events": [{"server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "name": "network-vif-plugged", "status": "completed", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:28.352062 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port eb734ba7-0de6-4766-b88e-a690cb07fd57, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:28.352826 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4c38aa08-9d13-4435-8954-0af4664ecfa6 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 812 time: 0.2294993 Nov 20 03:30:28.358506 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:28.359581 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 243add17-6449-4a77-8663-2a184bd82457 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:28.400068 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 243add17-6449-4a77-8663-2a184bd82457 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:30:28.400423 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 243add17-6449-4a77-8663-2a184bd82457 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:30:28.400815 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-bee05c6f-3d70-4c54-87d4-ff2f852aaea2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/quotas/ee28f54d912d4789b1b0abf0f0cddab5 HTTP/1.1" status: 200 len: 375 time: 0.0374835 Nov 20 03:30:28.429074 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=eb734ba7-0de6-4766-b88e-a690cb07fd57,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:28.434634 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd99d866-b6d6-4a63-af8a-e25c3d4880a6 x-openstack-request-id: req-fd99d866-b6d6-4a63-af8a-e25c3d4880a6 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:28.434634 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "name": "network-vif-plugged", "status": "completed", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:28.434921 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd99d866-b6d6-4a63-af8a-e25c3d4880a6 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:28.435131 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'code': 200} Nov 20 03:30:28.484228 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-577e6dce-7977-4c1c-aced-c20ca4007403 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770600 Nov 20 03:30:28.613247 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-94d409ad-e83a-4f8e-9c28-8f71956e2c10 service neutron] 10.222.0.37 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254244 Nov 20 03:30:28.735971 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-40f2fcbc-18a4-4e9c-98a0-2e67b455b86d service neutron] 10.222.0.37 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155267 Nov 20 03:30:28.782842 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea8488-c43b-459c-9b27-f21966dffa37 req-b2de0566-c074-480f-95e4-ac2e124ec58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:28.784400 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-50ea8488-c43b-459c-9b27-f21966dffa37 req-b2de0566-c074-480f-95e4-ac2e124ec58a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 1099 time: 0.0444853 Nov 20 03:30:28.870201 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-50ea8488-c43b-459c-9b27-f21966dffa37 req-4c2bc7b5-8d2e-417f-8fb9-21744769e732 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719228 Nov 20 03:30:28.934627 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948437f-360d-46d9-9cd0-71c83becfc84 req-81a5f876-eb0f-4b76-892f-c8c6bdccc65e tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:28.936208 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7948437f-360d-46d9-9cd0-71c83becfc84 req-81a5f876-eb0f-4b76-892f-c8c6bdccc65e tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 946 time: 0.0646172 Nov 20 03:30:29.009372 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7948437f-360d-46d9-9cd0-71c83becfc84 req-16532e21-32f9-4a27-bbdc-cbfadec9a43a tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663753 Nov 20 03:30:29.152139 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-581c4764-1f95-43b8-bf04-c61a8cc06f95 req-bfdcfa68-9ef7-46fd-bfea-227eae2e3997 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 210 time: 0.0442061 Nov 20 03:30:29.439410 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ce594-4d21-406c-866e-de3942554bbe req-ffdf7326-2e51-4133-8573-357f06c194dc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:29.441525 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d62ce594-4d21-406c-866e-de3942554bbe req-ffdf7326-2e51-4133-8573-357f06c194dc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0646279 Nov 20 03:30:29.526702 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d62ce594-4d21-406c-866e-de3942554bbe req-a3e6f3f6-2dff-43b0-bf78-db22754e695f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760007 Nov 20 03:30:30.144962 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659cae2-b9fd-4cf3-92d6-56ac7970b114 req-1069550b-c8ec-440c-b4c0-3950e148ab28 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:30.147244 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e659cae2-b9fd-4cf3-92d6-56ac7970b114 req-1069550b-c8ec-440c-b4c0-3950e148ab28 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 946 time: 0.0581241 Nov 20 03:30:30.224034 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e659cae2-b9fd-4cf3-92d6-56ac7970b114 req-b32e8db9-a939-4e5f-b67b-b8daf52bf10a tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648460 Nov 20 03:30:30.268900 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-572c7659-1ec2-4fda-9273-9a1779ebe339 req-e7c325ab-a021-4ea1-af24-ddebaf5d8aee tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 210 time: 0.0338163 Nov 20 03:30:30.449442 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:30.744103 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0be0dc-9b47-4af7-8170-7209212ee467 req-abaee33f-62e4-41c3-ae58-2c18aa0fd21a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:30.746580 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3d0be0dc-9b47-4af7-8170-7209212ee467 req-abaee33f-62e4-41c3-ae58-2c18aa0fd21a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0850458 Nov 20 03:30:30.779827 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-a83d6a94-63d5-45da-acb3-0fd8d135dd7c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:30.781873 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-a83d6a94-63d5-45da-acb3-0fd8d135dd7c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 812 time: 0.2064979 Nov 20 03:30:30.856029 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3d0be0dc-9b47-4af7-8170-7209212ee467 req-c0acbf98-2876-4527-92db-30046044e364 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984955 Nov 20 03:30:30.933158 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-5077a3cd-82ca-42f3-947d-6bdd5df25a58 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee28f54d912d4789b1b0abf0f0cddab5 HTTP/1.1" status: 200 len: 380 time: 0.1211181 Nov 20 03:30:30.955019 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'port': {'device_id': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'admin_state_up': True, 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'security_groups': ['3b987830-c391-4d4e-a1c1-82c812080b43']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:31.085195 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Made reservation on behalf of ee28f54d912d4789b1b0abf0f0cddab5 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:30:31.089595 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:31.256982 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Allocated IP 172.20.0.8 (47f51dd2-9655-4765-8747-cb254c8e5525/0161227e-706f-418f-bfc8-985c44c88c8a/7fab1476-2c92-464e-a1e2-23830e67426c) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:30:31.416206 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f1f23b6b-2271-4ea0-ae42-5e1323afdbc7 req-00d0bdac-22fc-4269-992b-360dd575915a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 210 time: 0.0505679 Nov 20 03:30:31.468973 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865eda4e-f6dc-4915-bffe-b7123040cec8 req-387222a6-5909-4e5b-bde2-867c27427b00 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:31.471122 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-865eda4e-f6dc-4915-bffe-b7123040cec8 req-387222a6-5909-4e5b-bde2-867c27427b00 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 946 time: 0.1616719 Nov 20 03:30:31.565729 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-865eda4e-f6dc-4915-bffe-b7123040cec8 req-422c114d-a9cf-486a-ab3b-4bd3ca7c04c6 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857565 Nov 20 03:30:31.576993 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:31.621728 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:31.682999 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Network 47f51dd2-9655-4765-8747-cb254c8e5525 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:30:31.692917 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:30:31.717421 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'Port': ['ID=7fab1476-2c92-464e-a1e2-23830e67426c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:31.732263 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:30:31.829915 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:31.830593 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:31.853401 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84227ab6-7d8e-4ec6-8e1e-e95a154aa277 req-a71b1f6a-e6a3-4cd4-af11-70b6cf67c2df tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:31.855031 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-84227ab6-7d8e-4ec6-8e1e-e95a154aa277 req-a71b1f6a-e6a3-4cd4-af11-70b6cf67c2df tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 946 time: 0.1641715 Nov 20 03:30:31.895265 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-726014eb-0109-4f1f-be43-cf31d36cb56c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9488649 Nov 20 03:30:31.920376 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Request body: {'port': {'device_id': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:32.053972 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-84227ab6-7d8e-4ec6-8e1e-e95a154aa277 req-531facd6-dd2e-45d7-bfa8-6c0ef1f6ad5a tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896427 Nov 20 03:30:32.072406 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-58898597-e095-47f2-b3eb-013480bdf428 None None] Provisioning complete for port 7fab1476-2c92-464e-a1e2-23830e67426c triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:30:32.072931 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-58898597-e095-47f2-b3eb-013480bdf428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:32.116818 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-58898597-e095-47f2-b3eb-013480bdf428 None None] Port 7fab1476-2c92-464e-a1e2-23830e67426c cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:30:32.132112 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:32.143720 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d144b2-dcb4-47db-9524-15b6b304a390 req-8594c0fe-4efe-434d-9352-823291201cc4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:32.145238 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d3d144b2-dcb4-47db-9524-15b6b304a390 req-8594c0fe-4efe-434d-9352-823291201cc4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.1500165 Nov 20 03:30:32.332399 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d3d144b2-dcb4-47db-9524-15b6b304a390 req-6c465c42-ece6-461d-bbf1-637ff1db3cf3 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1797378 Nov 20 03:30:32.588862 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fab1476-2c92-464e-a1e2-23830e67426c {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:30:32.602235 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:32.631476 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fd791-935f-4d1b-9e90-9773a5d70cd1 req-520b817d-55e1-42fc-bce4-663e0a519066 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:32.633875 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3d3fd791-935f-4d1b-9e90-9773a5d70cd1 req-520b817d-55e1-42fc-bce4-663e0a519066 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 931 time: 0.1371815 Nov 20 03:30:32.635059 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Transition to ACTIVE for port object 7fab1476-2c92-464e-a1e2-23830e67426c will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:30:32.644118 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a38ac-d013-401d-ad63-fe4d8efc70dc req-0422df03-5932-4951-bef2-02260ba57239 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:32.645670 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f24a38ac-d013-401d-ad63-fe4d8efc70dc req-0422df03-5932-4951-bef2-02260ba57239 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 946 time: 0.1158087 Nov 20 03:30:32.655409 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:32.782969 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3d3fd791-935f-4d1b-9e90-9773a5d70cd1 req-a3edbd42-5e40-4801-b985-b271ecd070a8 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358581 Nov 20 03:30:32.807242 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Pushing event updated for resources: {'Port': ['ID=7fab1476-2c92-464e-a1e2-23830e67426c,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:33.124479 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f24a38ac-d013-401d-ad63-fe4d8efc70dc req-c4420e3c-3150-4187-b18f-7938a5414d31 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700372 Nov 20 03:30:33.180024 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Attempting to bind port 7fab1476-2c92-464e-a1e2-23830e67426c on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:30:33.180393 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Attempting to bind port 7fab1476-2c92-464e-a1e2-23830e67426c by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:30:33.180721 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Attempting to bind port 7fab1476-2c92-464e-a1e2-23830e67426c on network 47f51dd2-9655-4765-8747-cb254c8e5525 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:30:33.185382 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Port 7fab1476-2c92-464e-a1e2-23830e67426c on network 47f51dd2-9655-4765-8747-cb254c8e5525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:30:33.185622 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Attempting to bind port 7fab1476-2c92-464e-a1e2-23830e67426c on network 47f51dd2-9655-4765-8747-cb254c8e5525 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:30:33.191188 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:30:33.191544 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Checking segment: {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:30:33.191964 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Bound using segment: {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:30:33.192407 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Bound port: 7fab1476-2c92-464e-a1e2-23830e67426c, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:30:33.192763 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:33.285954 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] For port 7fab1476-2c92-464e-a1e2-23830e67426c, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:30:33.306378 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] For port 7fab1476-2c92-464e-a1e2-23830e67426c, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7fab1476-2c92-464e-a1e2-23830e67426c,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:30:33.311775 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:33.355124 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ada81-6609-4880-baf9-17d3d3e8b707 req-92b81558-eb9f-438f-9fc7-4f2a4c34fe34 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:33.362572 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0d2ada81-6609-4880-baf9-17d3d3e8b707 req-92b81558-eb9f-438f-9fc7-4f2a4c34fe34 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 946 time: 0.1078188 Nov 20 03:30:33.376069 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:33.376733 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:33.379065 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] 10.222.0.57 "PUT /v2.0/ports/7fab1476-2c92-464e-a1e2-23830e67426c HTTP/1.1" status: 200 len: 1093 time: 1.4627886 Nov 20 03:30:33.379770 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'tag': '7fab1476-2c92-464e-a1e2-23830e67426c'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:33.382397 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a05f546-fe7f-44e1-abd4-71bb730a917d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3e9138-6765-44c1-af74-6a6d69eecdd5", "tag": "7fab1476-2c92-464e-a1e2-23830e67426c"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:33.450526 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b912aea-5ea5-424a-97d1-500a09d92a7a x-openstack-request-id: req-3b912aea-5ea5-424a-97d1-500a09d92a7a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:33.450687 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3e9138-6765-44c1-af74-6a6d69eecdd5", "tag": "7fab1476-2c92-464e-a1e2-23830e67426c", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:33.450944 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b912aea-5ea5-424a-97d1-500a09d92a7a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:33.451339 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'tag': '7fab1476-2c92-464e-a1e2-23830e67426c', 'status': 'completed', 'code': 200} Nov 20 03:30:33.455151 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74182e-7bd5-4af2-929f-936fd7306d64 service neutron] Pushing event updated for resources: {'Port': ['ID=7fab1476-2c92-464e-a1e2-23830e67426c,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:33.490554 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0d2ada81-6609-4880-baf9-17d3d3e8b707 req-e152cab2-dc67-459c-9477-c49239a76fd9 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269870 Nov 20 03:30:33.596869 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d818b8-e832-4661-80ed-89bc5f33e340 req-d14f818b-59ab-49cc-a1d5-7f5e2e3cb79d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:33.598356 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a0d818b8-e832-4661-80ed-89bc5f33e340 req-d14f818b-59ab-49cc-a1d5-7f5e2e3cb79d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0779436 Nov 20 03:30:33.605301 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05f546-fe7f-44e1-abd4-71bb730a917d req-1c613d6e-cd63-4e5a-ad31-2a23e5664abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:33.606767 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a05f546-fe7f-44e1-abd4-71bb730a917d req-1c613d6e-cd63-4e5a-ad31-2a23e5664abb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 1096 time: 0.0756302 Nov 20 03:30:33.694663 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a0d818b8-e832-4661-80ed-89bc5f33e340 req-cc8f5660-2940-4088-9fd1-6c5feb10fa82 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869267 Nov 20 03:30:33.735723 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05f546-fe7f-44e1-abd4-71bb730a917d req-096415f1-8cfe-435e-907f-34bbc86b1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:33.737227 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a05f546-fe7f-44e1-abd4-71bb730a917d req-096415f1-8cfe-435e-907f-34bbc86b1f97 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1102397 Nov 20 03:30:33.836747 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05f546-fe7f-44e1-abd4-71bb730a917d req-c89608e8-04cf-4263-9b27-8d980efe1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:33.838216 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0a05f546-fe7f-44e1-abd4-71bb730a917d req-c89608e8-04cf-4263-9b27-8d980efe1256 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913754 Nov 20 03:30:33.924729 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d8564-6ebe-42d7-847a-62c87cee16b5 req-235810e1-5d55-4350-834c-ee68faef57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:33.926180 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-436d8564-6ebe-42d7-847a-62c87cee16b5 req-235810e1-5d55-4350-834c-ee68faef57b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 1098 time: 0.0618079 Nov 20 03:30:33.934602 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148fb6-3bd9-4359-b09a-fcdf4e059de8 req-2ed25ba8-1db9-4fd6-a363-fbdab25596ef tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:33.935970 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ce148fb6-3bd9-4359-b09a-fcdf4e059de8 req-2ed25ba8-1db9-4fd6-a363-fbdab25596ef tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 943 time: 0.0813777 Nov 20 03:30:33.958898 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-712e757a-2b89-4957-b3a2-fc067c2db60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:33.961132 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-712e757a-2b89-4957-b3a2-fc067c2db60b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 1096 time: 0.0445817 Nov 20 03:30:34.012061 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-7f3e7ea6-bfee-4caa-a663-b03cfceb9ce1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fab1476-2c92-464e-a1e2-23830e67426c HTTP/1.1" status: 200 len: 217 time: 0.0341740 Nov 20 03:30:34.040088 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ce148fb6-3bd9-4359-b09a-fcdf4e059de8 req-5d955e3f-16f3-42ca-8434-db7a169fc842 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960705 Nov 20 03:30:34.059676 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d8564-6ebe-42d7-847a-62c87cee16b5 req-ac36f6dc-67c8-44e8-93f3-2e3ed589e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:34.061371 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-436d8564-6ebe-42d7-847a-62c87cee16b5 req-ac36f6dc-67c8-44e8-93f3-2e3ed589e2d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 918 time: 0.1245623 Nov 20 03:30:34.063868 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-03842b23-c8ea-4064-af02-be8a167dc670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:34.065293 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-03842b23-c8ea-4064-af02-be8a167dc670 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.0440934 Nov 20 03:30:34.130298 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-c4c06a24-d37a-4755-a245-0f78a4c91ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:34.132129 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-c4c06a24-d37a-4755-a245-0f78a4c91ac1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430384 Nov 20 03:30:34.149949 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-436d8564-6ebe-42d7-847a-62c87cee16b5 req-d0dd0a73-5bd7-4200-975b-5cb0f653ea81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3 HTTP/1.1" status: 200 len: 1000 time: 0.0624218 Nov 20 03:30:34.201637 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d8564-6ebe-42d7-847a-62c87cee16b5 req-b973ce8e-c4d8-40f1-8272-a14c6ad86a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:34.203123 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-436d8564-6ebe-42d7-847a-62c87cee16b5 req-b973ce8e-c4d8-40f1-8272-a14c6ad86a63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 200 len: 856 time: 0.0458193 Nov 20 03:30:34.226193 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-0419787b-7677-4e46-86f2-0e4dd714f86c service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838301 Nov 20 03:30:34.256572 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d8564-6ebe-42d7-847a-62c87cee16b5 req-9eb0055c-913e-4a2e-89af-23b26dfba88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:34.258585 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-436d8564-6ebe-42d7-847a-62c87cee16b5 req-9eb0055c-913e-4a2e-89af-23b26dfba88b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397043 Nov 20 03:30:34.317496 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-a7cfbec6-8b28-4ad7-b5cd-01b7135d803b req-6ee4f612-c6ff-4108-b524-2c8560e9fab6 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830367 Nov 20 03:30:34.357827 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-436d8564-6ebe-42d7-847a-62c87cee16b5 req-e4cc3867-96ac-42f8-aeda-620981530946 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853367 Nov 20 03:30:34.483734 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-436d8564-6ebe-42d7-847a-62c87cee16b5 req-dab1e5a2-534b-4a31-ad12-c3c5ec2b6bd4 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833225 Nov 20 03:30:34.604164 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b326c9-4244-41a7-9378-abbaaaacfd56 req-efbdb8fd-277e-4a37-8e84-60082069928a tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:34.605810 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c3b326c9-4244-41a7-9378-abbaaaacfd56 req-efbdb8fd-277e-4a37-8e84-60082069928a tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 946 time: 0.0505710 Nov 20 03:30:34.684651 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607458b-2f4f-47e8-84db-5804edeb8010 req-762d0b5f-51c0-48ae-8310-ae13fb007d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:34.686149 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1607458b-2f4f-47e8-84db-5804edeb8010 req-762d0b5f-51c0-48ae-8310-ae13fb007d25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 1098 time: 0.0754530 Nov 20 03:30:34.689912 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c3b326c9-4244-41a7-9378-abbaaaacfd56 req-7faa9420-0799-4424-84fc-a56791a6c45e tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696671 Nov 20 03:30:34.840393 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607458b-2f4f-47e8-84db-5804edeb8010 req-b98e95c4-48bf-47b8-b5e9-76bc8a18823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:34.841850 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1607458b-2f4f-47e8-84db-5804edeb8010 req-b98e95c4-48bf-47b8-b5e9-76bc8a18823e service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 918 time: 0.1204050 Nov 20 03:30:34.854050 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8ee07-7aca-4619-bf36-2505690c1fba req-28679eb5-efeb-4a55-bfa4-ad56d995474e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:34.855410 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5a8ee07-7aca-4619-bf36-2505690c1fba req-28679eb5-efeb-4a55-bfa4-ad56d995474e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0808954 Nov 20 03:30:34.955055 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5a8ee07-7aca-4619-bf36-2505690c1fba req-cc4b7a08-4aa7-4470-abb0-0daa046153e8 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935428 Nov 20 03:30:34.957089 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1607458b-2f4f-47e8-84db-5804edeb8010 req-fdf04ca6-7675-4098-9198-868f1e1f4b90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3 HTTP/1.1" status: 200 len: 1000 time: 0.0884273 Nov 20 03:30:35.022650 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607458b-2f4f-47e8-84db-5804edeb8010 req-f3b5c942-b59a-4aa3-ad1a-0497b82f9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:35.024762 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1607458b-2f4f-47e8-84db-5804edeb8010 req-f3b5c942-b59a-4aa3-ad1a-0497b82f9c43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 200 len: 856 time: 0.0576560 Nov 20 03:30:35.096101 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607458b-2f4f-47e8-84db-5804edeb8010 req-00df80b5-b9f7-4fa5-a15f-f3bfc9485653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:35.097655 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1607458b-2f4f-47e8-84db-5804edeb8010 req-00df80b5-b9f7-4fa5-a15f-f3bfc9485653 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444143 Nov 20 03:30:35.208239 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356c198-aff9-473a-a0a3-e6491dffb3e0 req-cab206c7-ee88-4f68-9708-5d02e9071c37 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:35.209742 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e356c198-aff9-473a-a0a3-e6491dffb3e0 req-cab206c7-ee88-4f68-9708-5d02e9071c37 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 943 time: 0.1000009 Nov 20 03:30:35.248595 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1607458b-2f4f-47e8-84db-5804edeb8010 req-aa77256f-ca94-4461-b2a0-011c5533fa4b service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399708 Nov 20 03:30:35.280768 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e356c198-aff9-473a-a0a3-e6491dffb3e0 req-6a761470-2d13-4d8d-9093-4d84ce2a6621 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628090 Nov 20 03:30:35.353210 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1607458b-2f4f-47e8-84db-5804edeb8010 req-ce426661-6508-436b-8d52-f17df84c23ef service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838282 Nov 20 03:30:35.815450 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a2c88-fd11-4db9-9400-211b5dc4fb5c req-2fec88d2-7883-49f3-9a76-32b682f33236 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:35.816970 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c51a2c88-fd11-4db9-9400-211b5dc4fb5c req-2fec88d2-7883-49f3-9a76-32b682f33236 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 946 time: 0.0546360 Nov 20 03:30:35.863679 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c51a2c88-fd11-4db9-9400-211b5dc4fb5c req-42f5c683-27a7-4e66-b792-d95931d3afd3 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf2b44d7-d432-4acf-a8c0-0222b8ddea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Nov 20 03:30:36.015083 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bc3cf-b19f-4841-8fc9-cca9946e3bd1 req-6db1b426-7abe-43eb-9ac8-74462f1afa80 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:36.016578 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-915bc3cf-b19f-4841-8fc9-cca9946e3bd1 req-6db1b426-7abe-43eb-9ac8-74462f1afa80 tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.57 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 946 time: 0.0480518 Nov 20 03:30:36.136036 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b4895-c82a-4eb6-a5de-c3a620e43ff3 req-4df13ad9-39c7-4657-8fc8-64318b0e5952 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:36.137505 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bf0b4895-c82a-4eb6-a5de-c3a620e43ff3 req-4df13ad9-39c7-4657-8fc8-64318b0e5952 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 945 time: 0.0872843 Nov 20 03:30:36.142856 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 09e4f458-7d7a-4be0-87eb-4f821050a3c3 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:36.184064 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-915bc3cf-b19f-4841-8fc9-cca9946e3bd1 req-a0c1bbf9-9720-476a-ad8d-b916d389310b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Deleting port 569f4ec5-7ea9-449a-b464-3b76e47b73a2 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:36.184425 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-915bc3cf-b19f-4841-8fc9-cca9946e3bd1 req-a0c1bbf9-9720-476a-ad8d-b916d389310b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:36.221139 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:36.233800 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bf0b4895-c82a-4eb6-a5de-c3a620e43ff3 req-fa6e834a-9d9c-4aed-805c-8fc0304f23c9 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894294 Nov 20 03:30:36.243929 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:36.246072 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d850449e-02a6-4aab-8eba-d901a2225740" -d '{"events": [{"server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:36.271188 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:36.277529 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:36.291290 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-915bc3cf-b19f-4841-8fc9-cca9946e3bd1 req-a0c1bbf9-9720-476a-ad8d-b916d389310b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] For port 569f4ec5-7ea9-449a-b464-3b76e47b73a2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=569f4ec5-7ea9-449a-b464-3b76e47b73a2,segment=NetworkSegment(a8048ba9-9949-4f67-94df-9358fb09db1d),segment_id=a8048ba9-9949-4f67-94df-9358fb09db1d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:36.291662 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-915bc3cf-b19f-4841-8fc9-cca9946e3bd1 req-a0c1bbf9-9720-476a-ad8d-b916d389310b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:36.301523 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7003e363-1e8d-4b70-b9a5-59ea930ebd11 x-openstack-request-id: req-7003e363-1e8d-4b70-b9a5-59ea930ebd11 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:36.301812 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:36.302060 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7003e363-1e8d-4b70-b9a5-59ea930ebd11 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:36.302444 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'code': 200} Nov 20 03:30:36.305143 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-915bc3cf-b19f-4841-8fc9-cca9946e3bd1 req-a0c1bbf9-9720-476a-ad8d-b916d389310b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Calling delete_port for 569f4ec5-7ea9-449a-b464-3b76e47b73a2 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:36.331491 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=09e4f458-7d7a-4be0-87eb-4f821050a3c3,revision_number=8']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:36.422630 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff40ff1-27f6-4834-9d9f-e44537750000 req-c0742746-8955-4dff-9f50-2e6c101b49d9 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:36.424125 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dff40ff1-27f6-4834-9d9f-e44537750000 req-c0742746-8955-4dff-9f50-2e6c101b49d9 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 943 time: 0.0665846 Nov 20 03:30:36.501006 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-915bc3cf-b19f-4841-8fc9-cca9946e3bd1 req-a0c1bbf9-9720-476a-ad8d-b916d389310b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:36.512901 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-dff40ff1-27f6-4834-9d9f-e44537750000 req-e7ce52f6-0173-4407-8309-fc061ad9b76d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827591 Nov 20 03:30:36.532304 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1bbf9-9720-476a-ad8d-b916d389310b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Pushing event deleted for resources: {'Port': ['ID=569f4ec5-7ea9-449a-b464-3b76e47b73a2,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:36.543597 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['569f4ec5-7ea9-449a-b464-3b76e47b73a2'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:30:36.574635 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-915bc3cf-b19f-4841-8fc9-cca9946e3bd1 req-a0c1bbf9-9720-476a-ad8d-b916d389310b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] No DVR routers for this DVR port 569f4ec5-7ea9-449a-b464-3b76e47b73a2 on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:30:36.577191 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-915bc3cf-b19f-4841-8fc9-cca9946e3bd1 req-a0c1bbf9-9720-476a-ad8d-b916d389310b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:36.581020 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-915bc3cf-b19f-4841-8fc9-cca9946e3bd1 req-a0c1bbf9-9720-476a-ad8d-b916d389310b tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.57 "DELETE /v2.0/ports/569f4ec5-7ea9-449a-b464-3b76e47b73a2 HTTP/1.1" status: 204 len: 173 time: 0.5565178 Nov 20 03:30:36.581418 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fdb082-29f4-42ab-96d3-86dcfd59910c', 'name': 'network-vif-deleted', 'tag': '569f4ec5-7ea9-449a-b464-3b76e47b73a2'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:36.583895 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78036c7b-7613-4eb6-819f-60e5e15f24e9" -d '{"events": [{"server_uuid": "51fdb082-29f4-42ab-96d3-86dcfd59910c", "name": "network-vif-deleted", "tag": "569f4ec5-7ea9-449a-b464-3b76e47b73a2"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:36.623124 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee3eb43-d3e7-4dc0-b665-fc31927fa540 x-openstack-request-id: req-eee3eb43-d3e7-4dc0-b665-fc31927fa540 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:36.623414 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fdb082-29f4-42ab-96d3-86dcfd59910c", "name": "network-vif-deleted", "tag": "569f4ec5-7ea9-449a-b464-3b76e47b73a2", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:36.623666 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eee3eb43-d3e7-4dc0-b665-fc31927fa540 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:36.624142 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fdb082-29f4-42ab-96d3-86dcfd59910c', 'name': 'network-vif-deleted', 'tag': '569f4ec5-7ea9-449a-b464-3b76e47b73a2', 'status': 'completed', 'code': 200} Nov 20 03:30:36.974577 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-447cee83-9bad-4032-bdb6-d90b1d58984a req-6edd69e3-fb41-4db1-8cbf-98462477a55c tempest-VolumesSnapshotTestJSON-749078653 tempest-VolumesSnapshotTestJSON-749078653-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fdb082-29f4-42ab-96d3-86dcfd59910c HTTP/1.1" status: 200 len: 210 time: 0.0309446 Nov 20 03:30:37.357414 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe6a4f-e09c-43b5-8b47-1af4685b5d83 req-f3047e9a-d0de-4f06-82b2-180abb8fa2ce tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:37.358865 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-04fe6a4f-e09c-43b5-8b47-1af4685b5d83 req-f3047e9a-d0de-4f06-82b2-180abb8fa2ce tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0501940 Nov 20 03:30:37.404716 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-04fe6a4f-e09c-43b5-8b47-1af4685b5d83 req-842ef05e-4de9-46dc-bef3-311bef8686aa tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397708 Nov 20 03:30:37.630601 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc533c7-160b-42c5-9610-b9f5101de6ca req-818d81df-6a86-4267-ac24-40e128ede722 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:37.632093 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1dc533c7-160b-42c5-9610-b9f5101de6ca req-818d81df-6a86-4267-ac24-40e128ede722 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 943 time: 0.0522296 Nov 20 03:30:37.682563 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1dc533c7-160b-42c5-9610-b9f5101de6ca req-e3c57e0d-6a04-4497-acaf-c8f45fa51604 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436194 Nov 20 03:30:38.340591 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daa97e-dc14-4636-ab43-90a11ca89062 req-4e4b73a3-0c8a-40b6-8cb1-724a3010e8f9 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:38.342069 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a8daa97e-dc14-4636-ab43-90a11ca89062 req-4e4b73a3-0c8a-40b6-8cb1-724a3010e8f9 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0650811 Nov 20 03:30:38.391676 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a8daa97e-dc14-4636-ab43-90a11ca89062 req-86b5c3ea-231a-4e5c-929b-1b312cebcb99 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431726 Nov 20 03:30:38.520664 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36054) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:38.599391 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-55c0e70c-5b8e-4e60-90d4-95f7069c427c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774767 Nov 20 03:30:38.608302 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-8168b843-0c9d-4920-adb0-aae25728efe2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:30:38.609257 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-8168b843-0c9d-4920-adb0-aae25728efe2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049679 Nov 20 03:30:38.802639 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b47eb0-1146-4048-bc4e-993f154ae3e0 req-70a55e03-cf83-4327-b08c-4752ac33e907 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:38.804402 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-33b47eb0-1146-4048-bc4e-993f154ae3e0 req-70a55e03-cf83-4327-b08c-4752ac33e907 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 943 time: 0.0526357 Nov 20 03:30:38.869758 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-33b47eb0-1146-4048-bc4e-993f154ae3e0 req-77a62bb8-d122-4510-bbaf-59bb1e80e047 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537498 Nov 20 03:30:39.201678 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e94b5978-3f91-4da3-bf7e-5984b7a5894f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:39.572369 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d7c46-f58e-4faa-9818-ed69d094e7a0 req-2b3cd32a-4c5e-4750-882c-1d074bb6b73c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:39.574492 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-416d7c46-f58e-4faa-9818-ed69d094e7a0 req-2b3cd32a-4c5e-4750-882c-1d074bb6b73c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0996313 Nov 20 03:30:39.597022 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-f970288b-be99-4771-88da-24a4d9feb433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:39.598477 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-f970288b-be99-4771-88da-24a4d9feb433 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0&tenant_id=8abd5d5840ac400c82604d0212b124f2 HTTP/1.1" status: 200 len: 1096 time: 0.0776458 Nov 20 03:30:39.629475 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-416d7c46-f58e-4faa-9818-ed69d094e7a0 req-1ad0edf6-4bbc-4053-bda6-7d4fae4eecda tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476267 Nov 20 03:30:39.677560 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-7a67d92d-67af-4dd6-97a2-c7c97399f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:39.679066 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-7a67d92d-67af-4dd6-97a2-c7c97399f17e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8abd5d5840ac400c82604d0212b124f2&device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 1096 time: 0.0414605 Nov 20 03:30:39.773934 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-acb865df-6613-4146-b8b1-be5c65f8157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:39.775418 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-acb865df-6613-4146-b8b1-be5c65f8157e service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 200 len: 918 time: 0.0879617 Nov 20 03:30:39.841038 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-35ad5aaa-787a-4617-841e-f3a61c8db743 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3 HTTP/1.1" status: 200 len: 998 time: 0.0578334 Nov 20 03:30:39.990266 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a4228-f5c9-4c24-b451-413fecf5baa9 req-c9d88233-e9e5-45f7-a630-bff79789df21 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:39.991808 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-269a4228-f5c9-4c24-b451-413fecf5baa9 req-c9d88233-e9e5-45f7-a630-bff79789df21 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 943 time: 0.0541909 Nov 20 03:30:40.046049 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-269a4228-f5c9-4c24-b451-413fecf5baa9 req-934c2ff8-59e3-43fe-8a6e-062889f61e2e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448208 Nov 20 03:30:40.754275 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57db34c-17a7-4839-8e25-cfe5034c7458 req-c712adcc-5cf5-4644-96fe-790cc935656f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:40.755993 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b57db34c-17a7-4839-8e25-cfe5034c7458 req-c712adcc-5cf5-4644-96fe-790cc935656f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0507045 Nov 20 03:30:40.805586 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b57db34c-17a7-4839-8e25-cfe5034c7458 req-98c817fd-995d-4baf-b2db-a8b89b8ca659 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426295 Nov 20 03:30:41.164874 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77438837-7769-402e-9eaa-574b987bd1d8 req-ac827edc-1d03-41ab-97c5-5ab88b51c3bd tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:41.166365 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-77438837-7769-402e-9eaa-574b987bd1d8 req-ac827edc-1d03-41ab-97c5-5ab88b51c3bd tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 943 time: 0.0534339 Nov 20 03:30:41.216757 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-77438837-7769-402e-9eaa-574b987bd1d8 req-133c3fe5-5eaf-406f-b2be-fedf8858468c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441446 Nov 20 03:30:41.413072 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5cf7f4e8-3c1e-4300-881c-b55689ced8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:41.608445 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 09e4f458-7d7a-4be0-87eb-4f821050a3c3 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:41.688862 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 569f4ec5-7ea9-449a-b464-3b76e47b73a2 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:41.712144 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 569f4ec5-7ea9-449a-b464-3b76e47b73a2 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:30:41.712487 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 569f4ec5-7ea9-449a-b464-3b76e47b73a2 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:30:41.930574 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7604b-f8da-4d60-85fe-0d5d115c5c7e req-1eafa53e-a71a-421d-8aa4-ad6d02fa1525 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:41.932347 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-66f7604b-f8da-4d60-85fe-0d5d115c5c7e req-1eafa53e-a71a-421d-8aa4-ad6d02fa1525 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0533571 Nov 20 03:30:41.983473 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-66f7604b-f8da-4d60-85fe-0d5d115c5c7e req-9ecd6e50-9c05-42cb-97b7-d0d06c9e17dc tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424125 Nov 20 03:30:42.332350 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c6bfe-67d5-43ac-a307-5be22574fe99 req-cf44184d-859a-4b70-8e24-bdd42ee0d1f5 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:42.333867 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-529c6bfe-67d5-43ac-a307-5be22574fe99 req-cf44184d-859a-4b70-8e24-bdd42ee0d1f5 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 943 time: 0.0490854 Nov 20 03:30:42.387383 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-529c6bfe-67d5-43ac-a307-5be22574fe99 req-a63ed376-75e2-46fa-89ae-c07ce3cf5f3d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475926 Nov 20 03:30:42.622837 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-4c472512-0f1c-4943-9716-1b8be911eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:42.624327 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-4c472512-0f1c-4943-9716-1b8be911eacd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 200 len: 856 time: 0.0465653 Nov 20 03:30:42.682392 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-c314e99f-9118-499a-bf14-2ef6226d5a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:42.684271 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-c314e99f-9118-499a-bf14-2ef6226d5a2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ac0da1c-dc79-4675-9f0a-2d0c06da492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424583 Nov 20 03:30:42.685607 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:42.782010 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-5e47f15b-e7df-4d6b-a209-4e10bca32f0e service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867331 Nov 20 03:30:42.874591 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2cb1a04b-7742-4306-8edc-f58d9820fcde req-5164efe9-0763-41a1-bf42-53ebb44976b6 service neutron] 10.222.0.57 "GET /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846307 Nov 20 03:30:43.121713 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1763c-39e4-445f-a9c3-dcc26e85fba6 req-0f1d5baf-6121-4776-af0b-12b305c1f40f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:43.123364 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-68c1763c-39e4-445f-a9c3-dcc26e85fba6 req-0f1d5baf-6121-4776-af0b-12b305c1f40f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0634327 Nov 20 03:30:43.180593 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-68c1763c-39e4-445f-a9c3-dcc26e85fba6 req-4ae81b13-e80c-4e95-b84b-cb2f2fc968a1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501153 Nov 20 03:30:43.593189 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5d704-1ab3-4715-a50c-ff049a45f7a7 req-1c8aa156-9299-46c3-a133-748d7918f3e1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:43.594928 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4df5d704-1ab3-4715-a50c-ff049a45f7a7 req-1c8aa156-9299-46c3-a133-748d7918f3e1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 943 time: 0.0948727 Nov 20 03:30:43.699650 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4df5d704-1ab3-4715-a50c-ff049a45f7a7 req-d2ae060a-d15c-4823-9065-c7900126976e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880971 Nov 20 03:30:43.754050 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:44.308851 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd69e4a-da12-49fa-b40e-3eac20bc8fdf req-aa8f9fb7-cb51-494f-a134-32ce362db26d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:44.310343 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cdd69e4a-da12-49fa-b40e-3eac20bc8fdf req-aa8f9fb7-cb51-494f-a134-32ce362db26d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0545816 Nov 20 03:30:44.359632 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cdd69e4a-da12-49fa-b40e-3eac20bc8fdf req-4c3af1dc-9657-4a54-a58c-3da0d06f9af4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432851 Nov 20 03:30:44.604107 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7fab1476-2c92-464e-a1e2-23830e67426c details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:30:44.712827 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7fab1476-2c92-464e-a1e2-23830e67426c, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7fab1476-2c92-464e-a1e2-23830e67426c,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:44.752012 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '7fab1476-2c92-464e-a1e2-23830e67426c', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'port_id': '7fab1476-2c92-464e-a1e2-23830e67426c', 'mac_address': 'fa:16:3e:b0:c0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:30:44.791355 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:44.805712 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fab1476-2c92-464e-a1e2-23830e67426c {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:30:44.826666 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7fab1476-2c92-464e-a1e2-23830e67426c, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7fab1476-2c92-464e-a1e2-23830e67426c,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:44.831980 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:44.859673 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98718ae8-20f4-433d-b0bc-3b508c194381 req-c268c059-8e51-485f-810f-8a200721b37f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:44.861612 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-98718ae8-20f4-433d-b0bc-3b508c194381 req-c268c059-8e51-485f-810f-8a200721b37f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 943 time: 0.0659184 Nov 20 03:30:44.923133 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=7fab1476-2c92-464e-a1e2-23830e67426c,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:44.947597 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-98718ae8-20f4-433d-b0bc-3b508c194381 req-3122fc21-0360-4e64-a58c-0c1ffa5cde4c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748522 Nov 20 03:30:44.998818 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:45.198976 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['7fab1476-2c92-464e-a1e2-23830e67426c'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:30:45.512281 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a8c09-9791-4fab-88be-509ded5ce009 req-260bd569-efff-4800-9eec-db71d16a9d02 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:45.513939 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a33a8c09-9791-4fab-88be-509ded5ce009 req-260bd569-efff-4800-9eec-db71d16a9d02 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0598540 Nov 20 03:30:45.585702 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a33a8c09-9791-4fab-88be-509ded5ce009 req-fc0145ec-7ad7-4289-9f86-931b8b703bf2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619552 Nov 20 03:30:46.086680 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7836e5-5d52-42c1-9253-2dff5c8b6272 req-dfc24e61-e5c5-4fcc-87c7-813b896c53b3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:46.088298 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1f7836e5-5d52-42c1-9253-2dff5c8b6272 req-dfc24e61-e5c5-4fcc-87c7-813b896c53b3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 944 time: 0.0683730 Nov 20 03:30:46.150977 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1f7836e5-5d52-42c1-9253-2dff5c8b6272 req-ea6e27f9-2dd1-48c8-9bf8-b71d4d833424 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544324 Nov 20 03:30:46.606726 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7fab1476-2c92-464e-a1e2-23830e67426c up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:30:46.682445 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 7fab1476-2c92-464e-a1e2-23830e67426c completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:30:46.689914 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 7fab1476-2c92-464e-a1e2-23830e67426c triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:30:46.690368 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:46.794970 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67c386-3224-4390-9144-54efb3aa8648 req-61c67314-5229-464f-9da7-334af68d30c1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:46.795573 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:46.806203 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4c67c386-3224-4390-9144-54efb3aa8648 req-61c67314-5229-464f-9da7-334af68d30c1 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.1241744 Nov 20 03:30:46.821322 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fab1476-2c92-464e-a1e2-23830e67426c'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:46.823745 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d4e7dd-da57-4f9d-9fe0-453e31c688f5" -d '{"events": [{"server_uuid": "1d3e9138-6765-44c1-af74-6a6d69eecdd5", "name": "network-vif-plugged", "status": "completed", "tag": "7fab1476-2c92-464e-a1e2-23830e67426c"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:46.837975 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7fab1476-2c92-464e-a1e2-23830e67426c, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7fab1476-2c92-464e-a1e2-23830e67426c,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:46.849230 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:46.877289 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4c67c386-3224-4390-9144-54efb3aa8648 req-0f7fded2-281b-46d0-b8bc-cc87a1fecef7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671701 Nov 20 03:30:46.890261 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69006ecf-dabc-4fae-9f6e-5e88f982e3e9 x-openstack-request-id: req-69006ecf-dabc-4fae-9f6e-5e88f982e3e9 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:46.890633 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3e9138-6765-44c1-af74-6a6d69eecdd5", "name": "network-vif-plugged", "status": "completed", "tag": "7fab1476-2c92-464e-a1e2-23830e67426c", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:46.890955 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69006ecf-dabc-4fae-9f6e-5e88f982e3e9 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:46.891406 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fab1476-2c92-464e-a1e2-23830e67426c', 'code': 200} Nov 20 03:30:46.921730 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=7fab1476-2c92-464e-a1e2-23830e67426c,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:47.284177 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ed070-bbf8-47a2-b7e4-55ad8037f962 req-2f5cd756-29fa-4081-8dbc-408377077fc5 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:47.285805 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-493ed070-bbf8-47a2-b7e4-55ad8037f962 req-2f5cd756-29fa-4081-8dbc-408377077fc5 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.0517576 Nov 20 03:30:47.351725 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-493ed070-bbf8-47a2-b7e4-55ad8037f962 req-bba65228-9d93-47ed-abaa-261fbd3ae299 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509393 Nov 20 03:30:48.032069 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626b721-a8ac-41cf-9634-fd4237d18ac9 req-d3e8aa07-e6d3-4810-800b-5c2a9ff7b47a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:48.034725 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a626b721-a8ac-41cf-9634-fd4237d18ac9 req-d3e8aa07-e6d3-4810-800b-5c2a9ff7b47a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0665915 Nov 20 03:30:48.082503 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a626b721-a8ac-41cf-9634-fd4237d18ac9 req-10a705a2-019e-49cd-8410-3563e0a6e974 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416791 Nov 20 03:30:48.469029 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa3b2-4503-4227-a209-691d1a2f97cb req-26d1a6ff-27dc-4e37-aaea-43e0727bb090 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:48.470399 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-40faa3b2-4503-4227-a209-691d1a2f97cb req-26d1a6ff-27dc-4e37-aaea-43e0727bb090 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.0510020 Nov 20 03:30:48.519870 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-40faa3b2-4503-4227-a209-691d1a2f97cb req-4e419ad6-cc57-4b65-bb8d-7a849e6fd635 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427232 Nov 20 03:30:49.209067 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd974c9-ae85-40fe-910c-a5e7131734b7 req-125c7ae2-e6b5-448c-9359-58f6e53d8b2f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:49.211240 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9fd974c9-ae85-40fe-910c-a5e7131734b7 req-125c7ae2-e6b5-448c-9359-58f6e53d8b2f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0534499 Nov 20 03:30:49.266150 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9fd974c9-ae85-40fe-910c-a5e7131734b7 req-baab8c84-8335-4adf-b31c-d08f457fbeec tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478866 Nov 20 03:30:49.595377 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:30:49.633971 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dbcde-044e-43ac-a7a3-731e784395b2 req-8e0ea0aa-bace-4205-8dd8-5708fc9d047b tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:49.636292 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-526dbcde-044e-43ac-a7a3-731e784395b2 req-8e0ea0aa-bace-4205-8dd8-5708fc9d047b tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.0493855 Nov 20 03:30:49.692308 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-526dbcde-044e-43ac-a7a3-731e784395b2 req-bbda51c3-c06d-44ff-92a3-f42cc8c722ab tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494378 Nov 20 03:30:50.386331 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0226c5-b3ef-4f8d-85fd-762a54f76d1c req-4a7ad471-ab7b-4bcf-80b0-51ffd10e0a61 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:50.387859 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4e0226c5-b3ef-4f8d-85fd-762a54f76d1c req-4a7ad471-ab7b-4bcf-80b0-51ffd10e0a61 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0477283 Nov 20 03:30:50.437447 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4e0226c5-b3ef-4f8d-85fd-762a54f76d1c req-c3bd9551-b99c-4443-a44d-1586a2245b6f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432947 Nov 20 03:30:50.814545 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea115db-a6f2-4821-97c5-e7465fee3d8a req-54fdd6a3-e27a-4054-8437-35ed6f2f7fd0 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:50.816147 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bea115db-a6f2-4821-97c5-e7465fee3d8a req-54fdd6a3-e27a-4054-8437-35ed6f2f7fd0 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.0538204 Nov 20 03:30:50.865895 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bea115db-a6f2-4821-97c5-e7465fee3d8a req-e6868d7f-ca8d-4d5d-a80a-ada5caed4b15 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430241 Nov 20 03:30:51.556824 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e7a93-106f-406f-ab87-0d8ec47bf5eb req-bf45b045-26a1-4fba-8265-9e9b9ce7e3f7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:51.558251 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-821e7a93-106f-406f-ab87-0d8ec47bf5eb req-bf45b045-26a1-4fba-8265-9e9b9ce7e3f7 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0471902 Nov 20 03:30:51.603266 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-821e7a93-106f-406f-ab87-0d8ec47bf5eb req-c7cb4382-38e3-44c8-8432-b706f4e08d8b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391657 Nov 20 03:30:52.019057 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608de72-b575-4a54-8880-4ad3b68a5f40 req-5d368d83-bc4e-40af-a9fc-14c0339c4e0a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:52.020561 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d608de72-b575-4a54-8880-4ad3b68a5f40 req-5d368d83-bc4e-40af-a9fc-14c0339c4e0a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.0564566 Nov 20 03:30:52.071050 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d608de72-b575-4a54-8880-4ad3b68a5f40 req-5c10d655-561a-49aa-bf1d-bd6f711d5a97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437241 Nov 20 03:30:52.724825 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b11991-0106-4bac-b9c1-e5939ae5cd5a req-b5158e8d-284c-4161-bf04-b2305a4777e4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:52.726349 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-34b11991-0106-4bac-b9c1-e5939ae5cd5a req-b5158e8d-284c-4161-bf04-b2305a4777e4 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0515976 Nov 20 03:30:52.773080 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-34b11991-0106-4bac-b9c1-e5939ae5cd5a req-88165573-2cb5-4bd0-9b93-6e9ef261f148 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408511 Nov 20 03:30:53.190717 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1b805-2d4f-4289-a3d0-e85a308a343e req-fb37cb85-6dc0-4609-9732-2003c569348c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:53.192228 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-56d1b805-2d4f-4289-a3d0-e85a308a343e req-fb37cb85-6dc0-4609-9732-2003c569348c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.0477452 Nov 20 03:30:53.249282 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-56d1b805-2d4f-4289-a3d0-e85a308a343e req-97b0e027-084a-4f72-90c9-ba1945f06f2b tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491090 Nov 20 03:30:53.895346 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40634b-5950-409c-8678-b20c5507c9e6 req-f737f6e3-e97b-46b0-9e5f-3f2628892ea0 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:53.896875 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9e40634b-5950-409c-8678-b20c5507c9e6 req-f737f6e3-e97b-46b0-9e5f-3f2628892ea0 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0515532 Nov 20 03:30:53.943189 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9e40634b-5950-409c-8678-b20c5507c9e6 req-bf16918e-2b71-4c39-a91a-9b70717f48f5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402770 Nov 20 03:30:54.383976 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8307226-c52d-443a-9f5d-fb2ce5173301 req-aa2622ab-c112-4821-a31e-12a62b193ff8 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:54.385492 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c8307226-c52d-443a-9f5d-fb2ce5173301 req-aa2622ab-c112-4821-a31e-12a62b193ff8 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.0705678 Nov 20 03:30:54.435273 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c8307226-c52d-443a-9f5d-fb2ce5173301 req-8d04dc51-b5ba-48bb-b9d9-35aeb54f955d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437956 Nov 20 03:30:55.082754 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc0cfb-76a6-4512-940a-78134f5b1303 req-36acf149-e66b-4cec-ade6-be1012129311 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:55.084318 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5bdc0cfb-76a6-4512-940a-78134f5b1303 req-36acf149-e66b-4cec-ade6-be1012129311 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0522208 Nov 20 03:30:55.131904 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5bdc0cfb-76a6-4512-940a-78134f5b1303 req-439b53f7-6d93-499e-ab25-a617ae3ec63d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407054 Nov 20 03:30:55.550054 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1571a9-1f2c-48b8-82e4-1c9c294e47b5 req-d95cd485-5989-400e-93a7-7672565d0d4c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:55.551563 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3f1571a9-1f2c-48b8-82e4-1c9c294e47b5 req-d95cd485-5989-400e-93a7-7672565d0d4c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.0473170 Nov 20 03:30:55.600261 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3f1571a9-1f2c-48b8-82e4-1c9c294e47b5 req-d5033dbe-e575-4096-9119-f7994ab3c7cf tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422869 Nov 20 03:30:56.254404 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09337b70-4648-47b1-b15c-7d25930d53c6 req-2f8ff283-915d-4801-9850-ea078e90bce2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:56.255934 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-09337b70-4648-47b1-b15c-7d25930d53c6 req-2f8ff283-915d-4801-9850-ea078e90bce2 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0486102 Nov 20 03:30:56.304616 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-09337b70-4648-47b1-b15c-7d25930d53c6 req-85040673-296b-4054-8111-417e1d9c18e8 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423067 Nov 20 03:30:56.716789 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024c302-7469-40bd-8094-4ebd610d42fd req-6ff75aee-b1a9-4312-a2a7-b78770bf690a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:56.718294 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5024c302-7469-40bd-8094-4ebd610d42fd req-6ff75aee-b1a9-4312-a2a7-b78770bf690a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.0523098 Nov 20 03:30:56.767194 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5024c302-7469-40bd-8094-4ebd610d42fd req-d1f5e874-ed9d-4aea-beb4-8e178e054b15 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427518 Nov 20 03:30:57.126540 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802851b5-7c37-4341-9944-ba2e48010f9e req-0e173505-19a9-428d-bd93-5dba77e2b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:57.128076 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-802851b5-7c37-4341-9944-ba2e48010f9e req-0e173505-19a9-428d-bd93-5dba77e2b1ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 1098 time: 0.0397429 Nov 20 03:30:57.175987 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-802851b5-7c37-4341-9944-ba2e48010f9e req-59735b85-a0ba-4e3f-9595-2b30aa1c924a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379889 Nov 20 03:30:57.428721 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef04d-98ba-4b2d-95d7-e018c9438340 req-f03cd9d1-28e5-4859-8fa0-1e749e4d877f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:57.430693 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-482ef04d-98ba-4b2d-95d7-e018c9438340 req-f03cd9d1-28e5-4859-8fa0-1e749e4d877f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0518777 Nov 20 03:30:57.510349 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526fe16-0106-4010-b69d-3abd2d25a305 req-5162c50a-3a01-4242-8ee4-4c6ff9e765cf tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:57.511832 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f526fe16-0106-4010-b69d-3abd2d25a305 req-5162c50a-3a01-4242-8ee4-4c6ff9e765cf tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 946 time: 0.0691833 Nov 20 03:30:57.515341 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-482ef04d-98ba-4b2d-95d7-e018c9438340 req-aa3d2a0b-56ee-4425-a65d-9aa2d06b75a8 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785666 Nov 20 03:30:57.558656 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f526fe16-0106-4010-b69d-3abd2d25a305 req-cd332c03-3084-4de8-ac7f-c667cdc05e76 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Nov 20 03:30:57.580682 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36290) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:57.664045 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215698a3-ff6b-4f03-af69-f03792fb488e tempest-TestMinimumBasicScenario-1060703083 tempest-TestMinimumBasicScenario-1060703083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:57.665554 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-215698a3-ff6b-4f03-af69-f03792fb488e tempest-TestMinimumBasicScenario-1060703083 tempest-TestMinimumBasicScenario-1060703083-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 1094 time: 0.0839384 Nov 20 03:30:57.668505 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36294) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:57.672639 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Request body: {'floatingip': {'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'port_id': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:57.694275 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for floatingip, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:57.787525 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:58.178174 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Allocated IP 172.27.1.103 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/9caa3bed-9f9c-4678-8820-fb46cc2476f5) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:30:58.187461 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e963b-c6f2-4521-94ae-7106a5d8e664 req-165e741d-e2e2-4f77-876d-6a5e8891e88d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:58.188943 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0c1e963b-c6f2-4521-94ae-7106a5d8e664 req-165e741d-e2e2-4f77-876d-6a5e8891e88d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.3542359 Nov 20 03:30:58.284797 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0c1e963b-c6f2-4521-94ae-7106a5d8e664 req-9a16228b-aff4-4fc7-b090-f3073dbb3a0a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873661 Nov 20 03:30:58.323500 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:58.356567 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:58.393939 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:30:58.396902 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:30:58.400455 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:30:58.423207 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event updated for resources: {'Port': ['ID=9caa3bed-9f9c-4678-8820-fb46cc2476f5,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:58.434741 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:58.435345 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:58.435460 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:58.435770 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:58.436126 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:58.436482 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:58.436820 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:58.437154 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:58.437485 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:58.437821 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:58.438151 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:58.438479 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:58.674769 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f3510-2155-4170-b8df-04b944858a4f req-c7ad66e2-676d-40ea-a18c-9f640324441d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:58.676275 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a2f3510-2155-4170-b8df-04b944858a4f req-c7ad66e2-676d-40ea-a18c-9f640324441d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.0716388 Nov 20 03:30:58.787998 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2a2f3510-2155-4170-b8df-04b944858a4f req-bd745df2-0b40-4551-8a27-480171389c30 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935414 Nov 20 03:30:58.839885 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:58.908536 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.059106 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.064326 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.132790 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event updated for resources: {'Port': ['ID=9caa3bed-9f9c-4678-8820-fb46cc2476f5,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:59.145293 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.252801 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Floating IP ac9a8785-23bd-48e8-93c9-5a771bc913c8 associated. External IP: 172.27.1.103, port: eb734ba7-0de6-4766-b88e-a690cb07fd57. Nov 20 03:30:59.467325 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61206a27-56e9-4ac0-9442-b788999a9196 req-c68d130c-01d9-432e-aebf-48de0975a448 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:59.468846 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-61206a27-56e9-4ac0-9442-b788999a9196 req-c68d130c-01d9-432e-aebf-48de0975a448 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.1163163 Nov 20 03:30:59.528614 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:30:59.536248 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-61206a27-56e9-4ac0-9442-b788999a9196 req-5a32f6af-d7be-4318-a945-efc5fcfeac49 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608122 Nov 20 03:30:59.679740 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:30:59.689568 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed4c88-a644-4a7d-bc72-ae174b57d5b9 None None] Sync routers for ids ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:30:59.699849 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed4c88-a644-4a7d-bc72-ae174b57d5b9 None None] Routers {'41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:59.700040 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039f9be-cef7-46cc-989c-e16e4d773f59 req-fb26e0e6-31d6-4d14-8bec-2b51c1c81e3a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:59.700459 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-b8ed4c88-a644-4a7d-bc72-ae174b57d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:30:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:59.701464 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b039f9be-cef7-46cc-989c-e16e4d773f59 req-fb26e0e6-31d6-4d14-8bec-2b51c1c81e3a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.0749333 Nov 20 03:30:59.709879 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.751395 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-cdee25d3-71de-4ace-b546-4ac9276ab1f3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0817590 Nov 20 03:30:59.751852 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36330) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:59.753209 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:59.755499 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b0163a-5b05-4215-b8b7-079f6135b2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:59.756301 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-345412352', 'description': 'tempest-secgroup-smoke-345412352 description', 'project_id': 'c53d3d6966164babbb24206f254ee2d5'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:59.783363 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.800438 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b039f9be-cef7-46cc-989c-e16e4d773f59 req-5a814659-9803-49ac-8957-40ea3686297a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866218 Nov 20 03:30:59.802252 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e4c755-0db7-4d25-aa83-b74e2cb0fc3d x-openstack-request-id: req-09e4c755-0db7-4d25-aa83-b74e2cb0fc3d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:59.802547 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:59.802801 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09e4c755-0db7-4d25-aa83-b74e2cb0fc3d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:59.803203 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'status': 'completed', 'code': 200} Nov 20 03:30:59.818032 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36336) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:59.885803 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.891671 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.919442 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0163a-5b05-4215-b8b7-079f6135b2e1 req-a503c3f9-7c39-4041-8529-a3a784aa4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:59.920760 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59b0163a-5b05-4215-b8b7-079f6135b2e1 req-a503c3f9-7c39-4041-8529-a3a784aa4f12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c53d3d6966164babbb24206f254ee2d5&device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 1099 time: 0.0646632 Nov 20 03:30:59.922346 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:59.931666 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.933145 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1803226 Nov 20 03:30:59.934720 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:59.935232 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:59.935854 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:59.936362 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:59.936866 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:59.937364 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:59.937701 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:59.938039 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:59.938369 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:59.938698 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:59.939027 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:59.939353 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457059f2-8a96-47b8-a54b-478b08e94276 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:59.942182 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36338) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:59.947120 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceda2dd-1f1c-4694-a167-2d9b07c662b6 tempest-TestVolumeBootPattern-53161619 tempest-TestVolumeBootPattern-53161619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:59.947454 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-4347ccab-7b3e-4adb-b23b-d87fd084cdd7 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Request body: {'security_group_rule': {'security_group_id': 'b6cb02e0-6f61-4ae3-9a42-d5b44abb9622', 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:59.951915 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-1ceda2dd-1f1c-4694-a167-2d9b07c662b6 tempest-TestVolumeBootPattern-53161619 tempest-TestVolumeBootPattern-53161619-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 1093 time: 0.1325016 Nov 20 03:30:59.953247 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36340) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:59.957922 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'floatingip': {'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'port_id': '7fab1476-2c92-464e-a1e2-23830e67426c', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:59.961498 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-b8ed4c88-a644-4a7d-bc72-ae174b57d5b9 None None] Set router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:59.979825 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.db.api [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 20 03:30:59.979825 dv-cinder-818037-5-iscsi neutron-server[102610]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 20 03:30:59.979825 dv-cinder-818037-5-iscsi neutron-server[102610]: [parameters: {'project_id_1': 'ee28f54d912d4789b1b0abf0f0cddab5', 'expiration_1': datetime.datetime(2021, 11, 20, 3, 30, 39, 966359)}] Nov 20 03:30:59.979825 dv-cinder-818037-5-iscsi neutron-server[102610]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 20 03:30:59.980683 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG oslo_db.api [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 20 03:30:59.991356 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4347ccab-7b3e-4adb-b23b-d87fd084cdd7 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.016709 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253868b-6264-43ea-9399-180bb42b024b req-dcd7b9ff-ed74-4a80-a519-da05c889ba79 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:00.018198 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5253868b-6264-43ea-9399-180bb42b024b req-dcd7b9ff-ed74-4a80-a519-da05c889ba79 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 943 time: 0.1265616 Nov 20 03:31:00.056941 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4347ccab-7b3e-4adb-b23b-d87fd084cdd7 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.060991 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4347ccab-7b3e-4adb-b23b-d87fd084cdd7 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.065167 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0163a-5b05-4215-b8b7-079f6135b2e1 req-fdaddff7-0e1d-4fbf-bf8f-2c433a00331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:00.066619 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59b0163a-5b05-4215-b8b7-079f6135b2e1 req-fdaddff7-0e1d-4fbf-bf8f-2c433a00331b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed709e46-1ee1-428c-b518-8aac59c8ccf4 HTTP/1.1" status: 200 len: 916 time: 0.1308653 Nov 20 03:31:00.082089 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347ccab-7b3e-4adb-b23b-d87fd084cdd7 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb16d56-5ce9-4459-b9d5-2c76fb87f61b,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:00.096956 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4347ccab-7b3e-4adb-b23b-d87fd084cdd7 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.098772 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-4347ccab-7b3e-4adb-b23b-d87fd084cdd7 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554468 Nov 20 03:31:00.101483 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36342) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:00.107464 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-ce09a79f-857b-492e-9974-2baaabda56be tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Request body: {'security_group_rule': {'security_group_id': 'b6cb02e0-6f61-4ae3-9a42-d5b44abb9622', 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:00.131178 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5253868b-6264-43ea-9399-180bb42b024b req-4a067c56-7a80-410b-b574-c553619a635b tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056280 Nov 20 03:31:00.160086 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ce09a79f-857b-492e-9974-2baaabda56be tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.160331 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59b0163a-5b05-4215-b8b7-079f6135b2e1 req-9d419ab8-38f3-4f0e-8867-2423ae3b82bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57 HTTP/1.1" status: 200 len: 1000 time: 0.0739622 Nov 20 03:31:00.212627 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ce09a79f-857b-492e-9974-2baaabda56be tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.212933 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-b8ed4c88-a644-4a7d-bc72-ae174b57d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'ac9a8785-23bd-48e8-93c9-5a771bc913c8', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'port_id': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'mac_address': 'fa:16:3e:04:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:30:58Z', 'updated_at': '2021-11-20T03:30:58Z', 'revision_number': 0, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cecd9ca-7484-439c-9419-af5dae88f997', 'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'mac_address': 'fa:16:3e:2d:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:42Z', 'updated_at': '2021-11-20T03:29:47Z', 'revision_number': 5, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'subnets': [{'id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:00.217927 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ce09a79f-857b-492e-9974-2baaabda56be tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.224280 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0163a-5b05-4215-b8b7-079f6135b2e1 req-8be204f7-a7b4-40e2-ae29-72ca9aa4aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:00.225742 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59b0163a-5b05-4215-b8b7-079f6135b2e1 req-8be204f7-a7b4-40e2-ae29-72ca9aa4aebb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96c4ea19-4a40-4801-9298-88024c3decb0 HTTP/1.1" status: 200 len: 854 time: 0.0581613 Nov 20 03:31:00.238781 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09a79f-857b-492e-9974-2baaabda56be tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e264f57-bfe6-4ba2-868b-aa5a4b710c1a,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:00.240380 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed4c88-a644-4a7d-bc72-ae174b57d5b9 None None] Checking router: 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:00.245713 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ce09a79f-857b-492e-9974-2baaabda56be tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.248864 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-ce09a79f-857b-492e-9974-2baaabda56be tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459687 Nov 20 03:31:00.249684 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36344) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:00.252183 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed4c88-a644-4a7d-bc72-ae174b57d5b9 None None] Routers {'41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:00.252796 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-b8ed4c88-a644-4a7d-bc72-ae174b57d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:30:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:00.254030 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-06115bfa-c8c9-4270-9a32-75c8baea2fd5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Request body: {'security_group_rule': {'security_group_id': 'b6cb02e0-6f61-4ae3-9a42-d5b44abb9622', 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:00.282922 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0163a-5b05-4215-b8b7-079f6135b2e1 req-4def0c5b-359b-43db-b14f-5288c0d0f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:00.284564 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59b0163a-5b05-4215-b8b7-079f6135b2e1 req-4def0c5b-359b-43db-b14f-5288c0d0f4e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed709e46-1ee1-428c-b518-8aac59c8ccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502291 Nov 20 03:31:00.286001 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-06115bfa-c8c9-4270-9a32-75c8baea2fd5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.347263 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-06115bfa-c8c9-4270-9a32-75c8baea2fd5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.351324 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-06115bfa-c8c9-4270-9a32-75c8baea2fd5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.370645 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06115bfa-c8c9-4270-9a32-75c8baea2fd5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa7ac84-a4fa-4ca4-8dc2-40db20579f6a,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:00.385519 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-06115bfa-c8c9-4270-9a32-75c8baea2fd5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.387952 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-06115bfa-c8c9-4270-9a32-75c8baea2fd5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372836 Nov 20 03:31:00.388448 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59b0163a-5b05-4215-b8b7-079f6135b2e1 req-cfaa0aad-54ab-44a6-a434-e0e07dc8c987 service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942569 Nov 20 03:31:00.390681 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36352) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:00.393881 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-b8ed4c88-a644-4a7d-bc72-ae174b57d5b9 None None] Set router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:00.395831 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-12627d89-57de-4169-8a8b-3771abf4407b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Request body: {'security_group_rule': {'security_group_id': 'b6cb02e0-6f61-4ae3-9a42-d5b44abb9622', 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:00.476207 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-12627d89-57de-4169-8a8b-3771abf4407b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.498483 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.505910 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.529407 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59b0163a-5b05-4215-b8b7-079f6135b2e1 req-bdb952f6-1746-4d59-ac51-e14fca5a1f03 service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260455 Nov 20 03:31:00.547865 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-12627d89-57de-4169-8a8b-3771abf4407b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.553243 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-12627d89-57de-4169-8a8b-3771abf4407b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.574350 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12627d89-57de-4169-8a8b-3771abf4407b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e9f6ad-8945-4565-b49f-9e02e4879a6f,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:00.579967 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-12627d89-57de-4169-8a8b-3771abf4407b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.583668 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-12627d89-57de-4169-8a8b-3771abf4407b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1896048 Nov 20 03:31:00.584141 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36354) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:00.589145 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-a52d1318-4831-474a-a6a3-2a633fb5b295 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Request body: {'security_group_rule': {'security_group_id': 'b6cb02e0-6f61-4ae3-9a42-d5b44abb9622', 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:00.613554 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.securitygroups_db [None req-a52d1318-4831-474a-a6a3-2a633fb5b295 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Project c53d3d6966164babbb24206f254ee2d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 20 03:31:00.620285 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a52d1318-4831-474a-a6a3-2a633fb5b295 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.634673 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.655561 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-b8ed4c88-a644-4a7d-bc72-ae174b57d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'ac9a8785-23bd-48e8-93c9-5a771bc913c8', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'port_id': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'mac_address': 'fa:16:3e:04:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:30:58Z', 'updated_at': '2021-11-20T03:30:58Z', 'revision_number': 0, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cecd9ca-7484-439c-9419-af5dae88f997', 'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'mac_address': 'fa:16:3e:2d:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:42Z', 'updated_at': '2021-11-20T03:29:47Z', 'revision_number': 5, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'subnets': [{'id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:00.686998 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a52d1318-4831-474a-a6a3-2a633fb5b295 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.687638 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 09e4f458-7d7a-4be0-87eb-4f821050a3c3 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:31:00.691094 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed4c88-a644-4a7d-bc72-ae174b57d5b9 None None] The sync data for ids ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'] in dv-cinder-818037-5-iscsi is: [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'ac9a8785-23bd-48e8-93c9-5a771bc913c8', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'port_id': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'mac_address': 'fa:16:3e:04:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:30:58Z', 'updated_at': '2021-11-20T03:30:58Z', 'revision_number': 0, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cecd9ca-7484-439c-9419-af5dae88f997', 'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'mac_address': 'fa:16:3e:2d:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:42Z', 'updated_at': '2021-11-20T03:29:47Z', 'revision_number': 5, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'subnets': [{'id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:00.692691 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a52d1318-4831-474a-a6a3-2a633fb5b295 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.712411 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d1318-4831-474a-a6a3-2a633fb5b295 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902ebae7-389d-4670-bd24-d213fbc31c74,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:00.725724 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a52d1318-4831-474a-a6a3-2a633fb5b295 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.727060 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a52d1318-4831-474a-a6a3-2a633fb5b295 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1421454 Nov 20 03:31:00.729920 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36356) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:00.734635 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-bddc81ec-2296-4647-9f0d-eebfa80b0863 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Request body: {'security_group_rule': {'security_group_id': 'b6cb02e0-6f61-4ae3-9a42-d5b44abb9622', 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:00.761919 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.securitygroups_db [None req-bddc81ec-2296-4647-9f0d-eebfa80b0863 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Project c53d3d6966164babbb24206f254ee2d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 20 03:31:00.767580 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bddc81ec-2296-4647-9f0d-eebfa80b0863 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.771561 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Allocated IP 172.27.1.209 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/48ce09b8-39dc-48a2-b52e-855300f3ef54) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:31:00.815027 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:00.828224 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'port_id': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'mac_address': 'fa:16:3e:c8:e5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:31:00.856740 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bddc81ec-2296-4647-9f0d-eebfa80b0863 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.860495 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bddc81ec-2296-4647-9f0d-eebfa80b0863 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.876817 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.881664 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc81ec-2296-4647-9f0d-eebfa80b0863 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994344ae-8f08-4305-9da3-330cfc4cee0f,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:00.892736 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bddc81ec-2296-4647-9f0d-eebfa80b0863 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.900477 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e4f458-7d7a-4be0-87eb-4f821050a3c3 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:31:00.901291 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-bddc81ec-2296-4647-9f0d-eebfa80b0863 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1701124 Nov 20 03:31:00.919118 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:00.921200 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.926224 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.967598 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:00.978904 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=09e4f458-7d7a-4be0-87eb-4f821050a3c3,revision_number=9']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:00.987551 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:00.988190 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:00.988539 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:00.988879 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:00.989216 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:00.989548 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:00.989933 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:00.990313 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:00.990648 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:00.990977 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:00.991302 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:00.991627 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:01.014247 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b775e-aa85-4f3f-a2ac-f40517e23a80 None None] New status for floating IP ac9a8785-23bd-48e8-93c9-5a771bc913c8: ACTIVE {{(pid=102612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:31:01.021819 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:31:01.024811 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-55e77f17-9ef8-4ed1-b963-92badd26cd43 req-3c3b579e-a712-43cd-9f47-0ff7c6356bfd tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345412352&fields=id&tenant_id=c53d3d6966164babbb24206f254ee2d5 HTTP/1.1" status: 200 len: 267 time: 0.0659208 Nov 20 03:31:01.025480 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:01.029162 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:31:01.053882 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'Port': ['ID=48ce09b8-39dc-48a2-b52e-855300f3ef54,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:01.086206 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e77f17-9ef8-4ed1-b963-92badd26cd43 req-0862cc90-2c54-4d5c-b6f9-f6f96fc5cac0 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:01.087973 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-55e77f17-9ef8-4ed1-b963-92badd26cd43 req-0862cc90-2c54-4d5c-b6f9-f6f96fc5cac0 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 946 time: 0.0622284 Nov 20 03:31:01.102544 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-55e77f17-9ef8-4ed1-b963-92badd26cd43 req-2ad74ace-a042-4dcd-81b5-6c57893e5f3b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Request body: {'port': {'security_groups': ['a373faea-eaf2-4de6-8972-4ee6f02d6839', 'b6cb02e0-6f61-4ae3-9a42-d5b44abb9622']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:01.184866 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-55e77f17-9ef8-4ed1-b963-92badd26cd43 req-2ad74ace-a042-4dcd-81b5-6c57893e5f3b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.312889 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['09e4f458-7d7a-4be0-87eb-4f821050a3c3'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:31:01.320210 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36559c-f761-4dd1-8af1-4804c31faf1b req-285d76f9-6313-4880-a8cd-1e4a03998248 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:01.322264 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8d36559c-f761-4dd1-8af1-4804c31faf1b req-285d76f9-6313-4880-a8cd-1e4a03998248 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 944 time: 0.0888586 Nov 20 03:31:01.416316 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.429327 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8d36559c-f761-4dd1-8af1-4804c31faf1b req-886a1a11-8c7c-4654-bed0-0a2c4e80fcf5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000469 Nov 20 03:31:01.470269 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36364) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:01.470269 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-55e77f17-9ef8-4ed1-b963-92badd26cd43 req-2ad74ace-a042-4dcd-81b5-6c57893e5f3b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] For port eb734ba7-0de6-4766-b88e-a690cb07fd57, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:01.498321 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.535548 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-55e77f17-9ef8-4ed1-b963-92badd26cd43 req-2ad74ace-a042-4dcd-81b5-6c57893e5f3b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.540566 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-513e13a2-2d3e-4d99-b4ba-cecb62789319 admin admin] Deleting subnet 35382f18-1051-4257-98bc-aece973ba0ce {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:31:01.543893 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-513e13a2-2d3e-4d99-b4ba-cecb62789319 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.545487 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-55e77f17-9ef8-4ed1-b963-92badd26cd43 req-2ad74ace-a042-4dcd-81b5-6c57893e5f3b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.621880 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-513e13a2-2d3e-4d99-b4ba-cecb62789319 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639847'] for subnet, precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.631497 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e77f17-9ef8-4ed1-b963-92badd26cd43 req-2ad74ace-a042-4dcd-81b5-6c57893e5f3b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:01.632205 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-55e77f17-9ef8-4ed1-b963-92badd26cd43 req-2ad74ace-a042-4dcd-81b5-6c57893e5f3b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.633716 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-55e77f17-9ef8-4ed1-b963-92badd26cd43 req-2ad74ace-a042-4dcd-81b5-6c57893e5f3b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "PUT /v2.0/ports/eb734ba7-0de6-4766-b88e-a690cb07fd57 HTTP/1.1" status: 200 len: 982 time: 0.5371795 Nov 20 03:31:01.676292 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad74ace-a042-4dcd-81b5-6c57893e5f3b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event updated for resources: {'Port': ['ID=eb734ba7-0de6-4766-b88e-a690cb07fd57,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:01.705186 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-513e13a2-2d3e-4d99-b4ba-cecb62789319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.807286 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a27c3-b44d-439d-b552-55ecaf62f83d req-7b1eb9c8-9d47-4ab5-8918-d47d46df81ee tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:01.809032 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-081a27c3-b44d-439d-b552-55ecaf62f83d req-7b1eb9c8-9d47-4ab5-8918-d47d46df81ee tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0774567 Nov 20 03:31:01.809943 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:31:01.812318 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93515833-f7fe-4f88-94e6-9c1bb845e41d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:31:01.813360 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['eb734ba7-0de6-4766-b88e-a690cb07fd57'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:31:01.815773 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-513e13a2-2d3e-4d99-b4ba-cecb62789319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4874919'] for subnet, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.860953 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e13a2-2d3e-4d99-b4ba-cecb62789319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35382f18-1051-4257-98bc-aece973ba0ce,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:01.867205 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-513e13a2-2d3e-4d99-b4ba-cecb62789319 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.870600 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-513e13a2-2d3e-4d99-b4ba-cecb62789319 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/35382f18-1051-4257-98bc-aece973ba0ce HTTP/1.1" status: 204 len: 168 time: 0.4055333 Nov 20 03:31:01.875315 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36370) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:01.882838 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1f52c2-e6e5-4845-bda9-c82ca17fa5d2 x-openstack-request-id: req-5f1f52c2-e6e5-4845-bda9-c82ca17fa5d2 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:31:01.883287 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:31:01.883422 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f1f52c2-e6e5-4845-bda9-c82ca17fa5d2 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:31:01.883829 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'status': 'completed', 'code': 200} Nov 20 03:31:01.940938 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.945747 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4985413'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:01.948678 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-c92269ba-f71b-4527-a8d0-6dcc42a00dbf None None] Provisioning complete for port eb734ba7-0de6-4766-b88e-a690cb07fd57 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:01.949058 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c92269ba-f71b-4527-a8d0-6dcc42a00dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:02.000490 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-081a27c3-b44d-439d-b552-55ecaf62f83d req-17660f72-8e9a-47ea-b091-16e33d6a3a4d tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809869 Nov 20 03:31:02.011142 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:02.018847 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'Port': ['ID=48ce09b8-39dc-48a2-b52e-855300f3ef54,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:02.040553 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:02.048899 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93515833-f7fe-4f88-94e6-9c1bb845e41d req-94f8e33d-769f-495c-9c9c-7ef13182f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:02.050387 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93515833-f7fe-4f88-94e6-9c1bb845e41d req-94f8e33d-769f-495c-9c9c-7ef13182f5d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c53d3d6966164babbb24206f254ee2d5&device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 1138 time: 0.1225524 Nov 20 03:31:02.104676 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['eb734ba7-0de6-4766-b88e-a690cb07fd57'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:31:02.145939 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:02.150481 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.l3_db [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Floating IP d5c7c5b4-4586-4c3d-b867-8d87da5eafc7 associated. External IP: 172.27.1.209, port: 7fab1476-2c92-464e-a1e2-23830e67426c. Nov 20 03:31:02.176417 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b72eeb-91ec-4820-a22e-ae047328594a']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:02.194544 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8048ba9-9949-4f67-94df-9358fb09db1d') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:02.194871 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8048ba9-9949-4f67-94df-9358fb09db1d') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:02.214443 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639870'] for segment, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:02.228606 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93515833-f7fe-4f88-94e6-9c1bb845e41d req-132c8f40-b23c-46cc-b9cb-fc74d7620017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:02.230274 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93515833-f7fe-4f88-94e6-9c1bb845e41d req-132c8f40-b23c-46cc-b9cb-fc74d7620017 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed709e46-1ee1-428c-b518-8aac59c8ccf4 HTTP/1.1" status: 200 len: 916 time: 0.1683240 Nov 20 03:31:02.234280 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:02.241022 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:31:02.241442 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773137'] for segment, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: Traceback (most recent call last): Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: timer() Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: cb(*args, **kw) Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: self._notify() Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: self.callback(batched_events) Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: event.method(event) Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: return f(self, *a, **k) Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._get(url).json() Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:31:02.243156 dv-cinder-818037-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:31:02.376042 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Router acc52df4-418f-4728-9a8a-785220962875 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:31:02.497884 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:02.512469 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb9d24-2933-42c9-91ba-ee3c55850b8f None None] Sync routers for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:02.517192 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:02.541199 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb9d24-2933-42c9-91ba-ee3c55850b8f None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:02.542020 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-b2cb9d24-2933-42c9-91ba-ee3c55850b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:30:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:02.563867 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-39e047d3-5d88-431e-a598-3c98bedded43 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6058490 Nov 20 03:31:02.563867 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'tag': '7fab1476-2c92-464e-a1e2-23830e67426c'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:31:02.564205 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8075910b-35c1-4be3-a60d-618df8304407" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3e9138-6765-44c1-af74-6a6d69eecdd5", "tag": "7fab1476-2c92-464e-a1e2-23830e67426c"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:31:02.648106 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:02.660671 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:02.666394 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] 10.222.0.37 "DELETE /v2.0/networks/86b72eeb-91ec-4820-a22e-ae047328594a HTTP/1.1" status: 204 len: 168 time: 0.7900901 Nov 20 03:31:02.669301 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93515833-f7fe-4f88-94e6-9c1bb845e41d req-8290f163-61a8-41a3-af67-1b2972cd8f2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57 HTTP/1.1" status: 200 len: 1002 time: 0.4253161 Nov 20 03:31:02.682818 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982064d-cc56-41ac-ac2c-ae8696498116 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b72eeb-91ec-4820-a22e-ae047328594a,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:02.690177 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-b2cb9d24-2933-42c9-91ba-ee3c55850b8f None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:02.692651 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709a1b7f-d25e-4ee7-8e60-3a3f78262053 x-openstack-request-id: req-709a1b7f-d25e-4ee7-8e60-3a3f78262053 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:31:02.693041 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3e9138-6765-44c1-af74-6a6d69eecdd5", "tag": "7fab1476-2c92-464e-a1e2-23830e67426c", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:31:02.693152 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db29c1d-bbee-457a-aba0-796cb2a4659a req-aba5fff5-7acc-42bd-962f-ec4df56e9c80 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:02.693464 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-709a1b7f-d25e-4ee7-8e60-3a3f78262053 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:31:02.694061 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'tag': '7fab1476-2c92-464e-a1e2-23830e67426c', 'status': 'completed', 'code': 200} Nov 20 03:31:02.694570 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4db29c1d-bbee-457a-aba0-796cb2a4659a req-aba5fff5-7acc-42bd-962f-ec4df56e9c80 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 944 time: 0.1070137 Nov 20 03:31:02.766745 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93515833-f7fe-4f88-94e6-9c1bb845e41d req-448bbf6b-6a3d-4796-9de9-df809a6cc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:02.768479 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93515833-f7fe-4f88-94e6-9c1bb845e41d req-448bbf6b-6a3d-4796-9de9-df809a6cc70e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96c4ea19-4a40-4801-9298-88024c3decb0 HTTP/1.1" status: 200 len: 854 time: 0.0730402 Nov 20 03:31:02.793404 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075910b-35c1-4be3-a60d-618df8304407 req-3eee3d8a-9835-44f4-bd75-c5241ffe069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:02.795189 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8075910b-35c1-4be3-a60d-618df8304407 req-3eee3d8a-9835-44f4-bd75-c5241ffe069b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 1098 time: 0.0480130 Nov 20 03:31:02.800221 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4db29c1d-bbee-457a-aba0-796cb2a4659a req-5c363d4a-da28-47e2-bbca-d15eca64068a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954857 Nov 20 03:31:02.814577 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 09e4f458-7d7a-4be0-87eb-4f821050a3c3 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:31:02.854010 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93515833-f7fe-4f88-94e6-9c1bb845e41d req-7b92940c-61dd-4386-821e-cceb5f0e0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:02.856112 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93515833-f7fe-4f88-94e6-9c1bb845e41d req-7b92940c-61dd-4386-821e-cceb5f0e0bef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed709e46-1ee1-428c-b518-8aac59c8ccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754848 Nov 20 03:31:02.912495 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36386) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:02.925969 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075910b-35c1-4be3-a60d-618df8304407 req-90fcf08b-6577-4fac-8008-6cb7d8e70683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:02.927770 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8075910b-35c1-4be3-a60d-618df8304407 req-90fcf08b-6577-4fac-8008-6cb7d8e70683 service neutron] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 913 time: 0.1223798 Nov 20 03:31:02.935626 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:02.936032 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:02.968301 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-1fd4280c-ba23-41ce-8ca8-d65999323dce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe445c6e096a48fc860957cb4adc25b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522771 Nov 20 03:31:02.968538 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36388) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:03.012282 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8075910b-35c1-4be3-a60d-618df8304407 req-14021542-c411-4011-9cfa-25d17a893001 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fab1476-2c92-464e-a1e2-23830e67426c HTTP/1.1" status: 200 len: 999 time: 0.0761042 Nov 20 03:31:03.020700 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93515833-f7fe-4f88-94e6-9c1bb845e41d req-c467ced2-fee8-4697-8818-ca67fc5bcabd service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571541 Nov 20 03:31:03.047514 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a03b9455-d2c8-491d-ab8e-721ee135e864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:03.066377 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:03.066689 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075910b-35c1-4be3-a60d-618df8304407 req-ec6f5bb3-e94b-4c0e-ac4a-2efd069faee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:03.068253 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8075910b-35c1-4be3-a60d-618df8304407 req-ec6f5bb3-e94b-4c0e-ac4a-2efd069faee2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.0473258 Nov 20 03:31:03.097703 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-b2cb9d24-2933-42c9-91ba-ee3c55850b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'd5c7c5b4-4586-4c3d-b867-8d87da5eafc7', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': '7fab1476-2c92-464e-a1e2-23830e67426c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:b0:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:01Z', 'updated_at': '2021-11-20T03:31:01Z', 'revision_number': 0, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:03.099184 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:31:03.101471 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e0c4ad-a3cf-4b6d-947e-25fbc4e85b33" -d '{"events": [{"server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "name": "network-vif-plugged", "status": "completed", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:31:03.114699 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a03b9455-d2c8-491d-ab8e-721ee135e864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:03.127894 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075910b-35c1-4be3-a60d-618df8304407 req-1f308fd2-21b1-47f3-9490-c31d6675372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:03.130522 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8075910b-35c1-4be3-a60d-618df8304407 req-1f308fd2-21b1-47f3-9490-c31d6675372a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542059 Nov 20 03:31:03.140518 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb9d24-2933-42c9-91ba-ee3c55850b8f None None] Checking router: acc52df4-418f-4728-9a8a-785220962875 for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:03.143591 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:03.145474 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a2a070-f5d0-4d22-8d25-74e01602faf1 x-openstack-request-id: req-a8a2a070-f5d0-4d22-8d25-74e01602faf1 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:31:03.145747 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "name": "network-vif-plugged", "status": "completed", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:31:03.145938 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8a2a070-f5d0-4d22-8d25-74e01602faf1 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:31:03.146354 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'code': 200} Nov 20 03:31:03.150389 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:03.174853 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-93515833-f7fe-4f88-94e6-9c1bb845e41d req-c92d16c6-f833-4cb0-94de-90c648f0eee5 service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341457 Nov 20 03:31:03.180054 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb9d24-2933-42c9-91ba-ee3c55850b8f None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:03.181081 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-b2cb9d24-2933-42c9-91ba-ee3c55850b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:30:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:03.201065 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a03b9455-d2c8-491d-ab8e-721ee135e864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:03.207442 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a03b9455-d2c8-491d-ab8e-721ee135e864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:03.209317 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a03b9455-d2c8-491d-ab8e-721ee135e864 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf2b44d7-d432-4acf-a8c0-0222b8ddea92 HTTP/1.1" status: 204 len: 168 time: 0.2399313 Nov 20 03:31:03.229975 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b9455-d2c8-491d-ab8e-721ee135e864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2b44d7-d432-4acf-a8c0-0222b8ddea92,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:03.288351 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8075910b-35c1-4be3-a60d-618df8304407 req-188e5c8d-22af-46c5-b36d-e6d7f93b890e service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483910 Nov 20 03:31:03.392688 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=09e4f458-7d7a-4be0-87eb-4f821050a3c3,revision_number=10']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:03.408047 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-8075910b-35c1-4be3-a60d-618df8304407 req-e211bb27-6353-43e6-98b8-c6ee9b6fd940 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913491 Nov 20 03:31:03.440560 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36022d04-605f-4b9c-aa10-eb497a474570 req-90edd110-b55b-44bf-9bbc-4de0f6730a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:03.442084 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-36022d04-605f-4b9c-aa10-eb497a474570 req-90edd110-b55b-44bf-9bbc-4de0f6730a2c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 1099 time: 0.0413690 Nov 20 03:31:03.458013 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-b2cb9d24-2933-42c9-91ba-ee3c55850b8f None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:03.499755 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-36022d04-605f-4b9c-aa10-eb497a474570 req-18a99a86-3516-4289-ad5c-e64e813bd693 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444424 Nov 20 03:31:03.699069 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-b2cb9d24-2933-42c9-91ba-ee3c55850b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'd5c7c5b4-4586-4c3d-b867-8d87da5eafc7', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': '7fab1476-2c92-464e-a1e2-23830e67426c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:b0:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:01Z', 'updated_at': '2021-11-20T03:31:01Z', 'revision_number': 0, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:03.724592 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb9d24-2933-42c9-91ba-ee3c55850b8f None None] The sync data for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi is: [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'd5c7c5b4-4586-4c3d-b867-8d87da5eafc7', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': '7fab1476-2c92-464e-a1e2-23830e67426c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:b0:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:01Z', 'updated_at': '2021-11-20T03:31:01Z', 'revision_number': 0, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:03.919459 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e62d55-bab3-47c7-987c-e3edcbd113ae None None] New status for floating IP d5c7c5b4-4586-4c3d-b867-8d87da5eafc7: ACTIVE {{(pid=102612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:31:03.926741 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef37bd-0795-47b6-b7e8-16abd00227fc req-c90082b4-96c8-4c47-9f53-0aaaeb9acdb5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:03.929985 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-55ef37bd-0795-47b6-b7e8-16abd00227fc req-c90082b4-96c8-4c47-9f53-0aaaeb9acdb5 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 946 time: 0.0545750 Nov 20 03:31:03.978408 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-55ef37bd-0795-47b6-b7e8-16abd00227fc req-a42dbe56-2086-4f92-bce3-93324cc97dc9 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420656 Nov 20 03:31:05.104472 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb11437-4652-43cb-97de-70d2f7ca09d0 req-3bf46df9-108d-4626-8887-99d828155555 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:05.105985 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4fb11437-4652-43cb-97de-70d2f7ca09d0 req-3bf46df9-108d-4626-8887-99d828155555 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 946 time: 0.0542533 Nov 20 03:31:05.155636 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4fb11437-4652-43cb-97de-70d2f7ca09d0 req-5b93e5cf-8d6a-4341-897d-b6f7e6712707 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435786 Nov 20 03:31:06.272885 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c830-8183-42ce-ba0f-fa6b27f3cae5 req-4826b118-0fc1-4015-9368-b47478d14062 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:06.274402 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e153c830-8183-42ce-ba0f-fa6b27f3cae5 req-4826b118-0fc1-4015-9368-b47478d14062 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 946 time: 0.0474403 Nov 20 03:31:06.323252 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e153c830-8183-42ce-ba0f-fa6b27f3cae5 req-0aefef9c-f063-4af3-b633-5d36a6d376fb tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429034 Nov 20 03:31:09.205175 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-27e5f78d-88fa-44a1-84d3-15367778831c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:11.416197 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c9afe5ab-3ea6-40ff-8f6b-b0b189997324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.686216 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.753524 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:14.991019 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:16.129665 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada7f75-d316-4a01-8405-1df6fc803f23 req-7f295fec-f408-48b7-be0c-54251a18ef8d tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:16.131111 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fada7f75-d316-4a01-8405-1df6fc803f23 req-7f295fec-f408-48b7-be0c-54251a18ef8d tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0487473 Nov 20 03:31:16.198409 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116caa3-593a-47b9-bccf-1547020b47f2 req-6b01f33e-26f0-4cd9-9b5d-642182d8503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:16.199806 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0116caa3-593a-47b9-bccf-1547020b47f2 req-6b01f33e-26f0-4cd9-9b5d-642182d8503d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c53d3d6966164babbb24206f254ee2d5&device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 1138 time: 0.0677319 Nov 20 03:31:16.226400 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fada7f75-d316-4a01-8405-1df6fc803f23 req-cf29b3b1-e412-493d-b993-e71d77dd2637 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869293 Nov 20 03:31:16.304216 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116caa3-593a-47b9-bccf-1547020b47f2 req-583fb9ef-b3b1-41d8-8bd8-5e542a8f3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:16.306233 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0116caa3-593a-47b9-bccf-1547020b47f2 req-583fb9ef-b3b1-41d8-8bd8-5e542a8f3dbe service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed709e46-1ee1-428c-b518-8aac59c8ccf4 HTTP/1.1" status: 200 len: 916 time: 0.0936151 Nov 20 03:31:16.375236 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0116caa3-593a-47b9-bccf-1547020b47f2 req-9e76b576-5c10-47a8-9a6c-42e41a29d565 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57 HTTP/1.1" status: 200 len: 1002 time: 0.0576053 Nov 20 03:31:16.423150 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116caa3-593a-47b9-bccf-1547020b47f2 req-a6ee8faf-6131-438b-be1e-a4f7c1c018a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:16.424591 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0116caa3-593a-47b9-bccf-1547020b47f2 req-a6ee8faf-6131-438b-be1e-a4f7c1c018a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96c4ea19-4a40-4801-9298-88024c3decb0 HTTP/1.1" status: 200 len: 854 time: 0.0416405 Nov 20 03:31:16.473662 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116caa3-593a-47b9-bccf-1547020b47f2 req-ef516e8e-6446-4967-8f20-4af11efc6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:16.475022 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0116caa3-593a-47b9-bccf-1547020b47f2 req-ef516e8e-6446-4967-8f20-4af11efc6dc9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed709e46-1ee1-428c-b518-8aac59c8ccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418684 Nov 20 03:31:16.568709 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0116caa3-593a-47b9-bccf-1547020b47f2 req-87cf6147-0193-480f-af3e-31274dd449fc service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790129 Nov 20 03:31:16.667394 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0116caa3-593a-47b9-bccf-1547020b47f2 req-1ff71245-ca99-4786-89dd-10858465a92b service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888476 Nov 20 03:31:17.343642 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796b37f-68e1-415c-83ee-1dd464e8dc23 req-b81fa065-d62a-4ed1-b694-c92fe4f4f3c1 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:17.345119 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3796b37f-68e1-415c-83ee-1dd464e8dc23 req-b81fa065-d62a-4ed1-b694-c92fe4f4f3c1 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0496652 Nov 20 03:31:17.409130 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3796b37f-68e1-415c-83ee-1dd464e8dc23 req-10b24f42-f82b-4fec-8fc2-0412c25f9703 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575638 Nov 20 03:31:18.522186 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf0665-d1d9-41b7-96b3-e87f9f35fb66 req-8785923b-b7b3-4dd4-bbdb-a211f3c845ec tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:18.523552 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8baf0665-d1d9-41b7-96b3-e87f9f35fb66 req-8785923b-b7b3-4dd4-bbdb-a211f3c845ec tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0483329 Nov 20 03:31:18.585606 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8baf0665-d1d9-41b7-96b3-e87f9f35fb66 req-8ca17c15-5d23-4648-8830-e308999a04ab tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560119 Nov 20 03:31:19.700633 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080596c-6f87-42c3-887b-0778406700b3 req-6176b5ff-b810-45b5-9978-7623fa3ba6c8 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:19.702213 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5080596c-6f87-42c3-887b-0778406700b3 req-6176b5ff-b810-45b5-9978-7623fa3ba6c8 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0489349 Nov 20 03:31:19.765926 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5080596c-6f87-42c3-887b-0778406700b3 req-cce747ef-30fe-4ab2-9fb6-b8518d8409d8 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538936 Nov 20 03:31:20.881468 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df06de-8e07-44d7-949f-b33e5b5e5b16 req-70df18dd-4d83-4774-b520-568b8bf61026 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:20.883490 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-78df06de-8e07-44d7-949f-b33e5b5e5b16 req-70df18dd-4d83-4774-b520-568b8bf61026 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0501859 Nov 20 03:31:20.942590 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-78df06de-8e07-44d7-949f-b33e5b5e5b16 req-927e85ef-e827-43ea-bd63-81c069205e8f tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531726 Nov 20 03:31:22.061758 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee57e13-ae84-43c5-acc4-8a47936b6798 req-93e15408-70a5-4c5e-938b-3d59d46602e7 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:22.063210 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fee57e13-ae84-43c5-acc4-8a47936b6798 req-93e15408-70a5-4c5e-938b-3d59d46602e7 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0512102 Nov 20 03:31:22.122389 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fee57e13-ae84-43c5-acc4-8a47936b6798 req-704afe8b-7d2f-4224-a8d3-d6ba722f7d0c tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532618 Nov 20 03:31:23.243310 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ae769-4381-434e-a99e-820b8038be16 req-3a217a17-fd5e-4eca-bfb8-9da5f5423134 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:23.244798 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1e5ae769-4381-434e-a99e-820b8038be16 req-3a217a17-fd5e-4eca-bfb8-9da5f5423134 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0526910 Nov 20 03:31:23.302468 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1e5ae769-4381-434e-a99e-820b8038be16 req-68e29d66-1222-4a87-8352-f858788abbb3 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517352 Nov 20 03:31:24.413506 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eca33-9dc6-4fbb-a2fa-0632f228e753 req-031bfb8a-a32c-421a-8059-3daa94f518cd tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:24.414986 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-953eca33-9dc6-4fbb-a2fa-0632f228e753 req-031bfb8a-a32c-421a-8059-3daa94f518cd tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0480156 Nov 20 03:31:24.479459 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-953eca33-9dc6-4fbb-a2fa-0632f228e753 req-4210b60c-e2e1-4403-a0f8-49fc98ae5b8f tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583265 Nov 20 03:31:25.600977 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a079fc8-e06b-4502-9104-c52802573077 req-11a189d0-8056-451b-9ae4-5871f721d398 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:25.603760 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3a079fc8-e06b-4502-9104-c52802573077 req-11a189d0-8056-451b-9ae4-5871f721d398 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0501912 Nov 20 03:31:25.661860 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3a079fc8-e06b-4502-9104-c52802573077 req-bdb0836c-ffab-4e69-b17c-960676978291 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534947 Nov 20 03:31:26.595477 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:31:26.774032 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc1b0-2d25-435c-bb93-ab8a7a512216 req-4c8cd536-bbd4-4ccb-b5d3-01b8fb2f49af tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:26.775488 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c63cc1b0-2d25-435c-bb93-ab8a7a512216 req-4c8cd536-bbd4-4ccb-b5d3-01b8fb2f49af tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0480273 Nov 20 03:31:26.838371 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c63cc1b0-2d25-435c-bb93-ab8a7a512216 req-8a684681-936c-4bcf-beef-dbbb29c6422b tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568783 Nov 20 03:31:27.954276 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6f5f-98d7-4f6d-bce0-44a48b532272 req-31a6b6cb-b07e-4504-a332-aefe72af60cf tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:27.955737 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-144c6f5f-98d7-4f6d-bce0-44a48b532272 req-31a6b6cb-b07e-4504-a332-aefe72af60cf tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0519140 Nov 20 03:31:28.014641 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-144c6f5f-98d7-4f6d-bce0-44a48b532272 req-dd4fe67d-ef25-4e23-88b5-c760ac92a950 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524504 Nov 20 03:31:29.126400 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babba5b9-e977-4b50-95b3-942e8aacc05d req-6d2c9b38-b77a-4e7c-bdbc-bef257dee108 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:29.127878 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-babba5b9-e977-4b50-95b3-942e8aacc05d req-6d2c9b38-b77a-4e7c-bdbc-bef257dee108 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0480113 Nov 20 03:31:29.186127 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-babba5b9-e977-4b50-95b3-942e8aacc05d req-6ce3020d-f634-4ee3-aa59-8aa484a330c2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517249 Nov 20 03:31:30.303452 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab0c63-5d69-4b09-9d54-32223ea3f0a7 req-b9cfd732-ad57-4f57-8dff-e7277aeeef0a tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:30.305441 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2aab0c63-5d69-4b09-9d54-32223ea3f0a7 req-b9cfd732-ad57-4f57-8dff-e7277aeeef0a tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0517578 Nov 20 03:31:30.363539 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2aab0c63-5d69-4b09-9d54-32223ea3f0a7 req-902e21ad-d03e-48b4-a6aa-42fb4dc3e184 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521936 Nov 20 03:31:30.475293 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:31.478544 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8955b-e54c-423a-a8e9-a8996d7922a5 req-ebce67b6-2d5a-4a1b-8529-5f9817600acc tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:31.480091 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-63f8955b-e54c-423a-a8e9-a8996d7922a5 req-ebce67b6-2d5a-4a1b-8529-5f9817600acc tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0486839 Nov 20 03:31:31.540016 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-63f8955b-e54c-423a-a8e9-a8996d7922a5 req-25441190-b553-44d7-ba38-94e6f00e050f tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539055 Nov 20 03:31:32.653886 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad80d8f-8b4f-4e61-912d-b2847ca6c0e9 req-c5241711-d0d8-4249-9585-e5ccf5d9ce98 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:32.655351 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0ad80d8f-8b4f-4e61-912d-b2847ca6c0e9 req-c5241711-d0d8-4249-9585-e5ccf5d9ce98 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0479741 Nov 20 03:31:32.720915 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0ad80d8f-8b4f-4e61-912d-b2847ca6c0e9 req-41874508-de7d-4161-b059-1428fa2e61d8 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592041 Nov 20 03:31:33.833964 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c302df-3438-4a45-8fca-1c1443c69079 req-3b01a75f-cc42-42b6-a916-cf3a9ec16991 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:33.835454 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-63c302df-3438-4a45-8fca-1c1443c69079 req-3b01a75f-cc42-42b6-a916-cf3a9ec16991 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0486915 Nov 20 03:31:33.896287 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-63c302df-3438-4a45-8fca-1c1443c69079 req-d2b226f5-bfd0-4b6b-b6e5-a59d65e9c043 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622&id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548518 Nov 20 03:31:36.505734 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0d66c58-42ef-46a0-86a2-03cac2da653c req-ea7feb19-f8d4-4133-b6f8-5cd3fef32139 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388014 Nov 20 03:31:36.603135 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d66c58-42ef-46a0-86a2-03cac2da653c req-656f8de8-0f66-4872-83ce-8d19ce1dfb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:36.604645 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0d66c58-42ef-46a0-86a2-03cac2da653c req-656f8de8-0f66-4872-83ce-8d19ce1dfb06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4794dc407c024daf9067e5a879ec056c&device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 1099 time: 0.0400155 Nov 20 03:31:36.719804 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d66c58-42ef-46a0-86a2-03cac2da653c req-04c1c1d0-13ad-474e-b36b-d97e01014947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:36.721527 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0d66c58-42ef-46a0-86a2-03cac2da653c req-04c1c1d0-13ad-474e-b36b-d97e01014947 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db158230-8664-4afc-9999-4e829d8f633b HTTP/1.1" status: 200 len: 909 time: 0.0941775 Nov 20 03:31:36.787693 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0d66c58-42ef-46a0-86a2-03cac2da653c req-1e898d50-fdb9-4f5d-8560-1849f4f34b3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd HTTP/1.1" status: 200 len: 1002 time: 0.0584323 Nov 20 03:31:36.839592 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d66c58-42ef-46a0-86a2-03cac2da653c req-3b737f62-4017-4269-9198-86a7bd4f6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:36.841037 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0d66c58-42ef-46a0-86a2-03cac2da653c req-3b737f62-4017-4269-9198-86a7bd4f6b84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a74cf209-eeb5-4a98-bf29-3e03e52b5a5a HTTP/1.1" status: 200 len: 847 time: 0.0439665 Nov 20 03:31:36.888959 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d66c58-42ef-46a0-86a2-03cac2da653c req-1c55d2e0-e141-4bfc-a7c8-231dfc1107ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:36.890406 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0d66c58-42ef-46a0-86a2-03cac2da653c req-1c55d2e0-e141-4bfc-a7c8-231dfc1107ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db158230-8664-4afc-9999-4e829d8f633b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386012 Nov 20 03:31:36.986543 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0d66c58-42ef-46a0-86a2-03cac2da653c req-ad5d1c72-ee9c-4663-be4b-7d14a3651d8f service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854070 Nov 20 03:31:37.075820 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c0d66c58-42ef-46a0-86a2-03cac2da653c req-08f33a28-02a9-41bf-bea1-43d767ff888c service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801160 Nov 20 03:31:39.205629 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-51ec73df-7f6c-460b-aae8-929c3ae8109f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:39.382037 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fa2b-bd25-47af-abd7-9f8b8d29d98a req-ae3fdaee-4d95-492f-a226-7deb15242dbb tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:39.383572 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9ba4fa2b-bd25-47af-abd7-9f8b8d29d98a req-ae3fdaee-4d95-492f-a226-7deb15242dbb tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 946 time: 0.0485964 Nov 20 03:31:39.431808 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9ba4fa2b-bd25-47af-abd7-9f8b8d29d98a req-cd1d6dc6-4dc7-4b0b-956b-8f154776d14f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410268 Nov 20 03:31:40.552527 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5052f-974d-40b2-869b-6ab8c22bae7d req-b44d273c-4776-4dbc-90e1-7e017e2be144 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:40.554629 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-11a5052f-974d-40b2-869b-6ab8c22bae7d req-b44d273c-4776-4dbc-90e1-7e017e2be144 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 946 time: 0.0512552 Nov 20 03:31:40.601520 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-11a5052f-974d-40b2-869b-6ab8c22bae7d req-8073ab7c-35ee-48cc-9cf0-c7f3503fc56d tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07682dd-3eee-43d5-ab2d-7d0a100cf5be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410440 Nov 20 03:31:40.935256 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-3ba7bcac-d9fd-416a-9d37-6ecb69eabe14 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:40.936717 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-3ba7bcac-d9fd-416a-9d37-6ecb69eabe14 tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.57 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 946 time: 0.0475245 Nov 20 03:31:41.030772 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Deleting port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:41.031115 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:41.116086 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] For port 09e4f458-7d7a-4be0-87eb-4f821050a3c3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=09e4f458-7d7a-4be0-87eb-4f821050a3c3,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:41.116447 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:41.282848 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:41.283100 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:41.283416 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Floating IP 685c91f7-981a-443e-952b-3d6017202c65 disassociated. External IP: 172.27.1.43, port: 09e4f458-7d7a-4be0-87eb-4f821050a3c3. Nov 20 03:31:41.283748 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Calling delete_port for 09e4f458-7d7a-4be0-87eb-4f821050a3c3 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:41.406771 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:41.418285 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0094-4cef-4bc3-bba5-8f3837edf371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:41.433089 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event deleted for resources: {'Port': ['ID=09e4f458-7d7a-4be0-87eb-4f821050a3c3,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:41.546933 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Router ce369fe5-415a-4128-9bc2-96c0bea3bbdc has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:31:41.653174 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:41.663498 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e837c85-9450-4a34-941c-d581c6a8147a None None] Sync routers for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:41.674211 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e837c85-9450-4a34-941c-d581c6a8147a None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:41.674817 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-2e837c85-9450-4a34-941c-d581c6a8147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:41.715505 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] No DVR routers for this DVR port 09e4f458-7d7a-4be0-87eb-4f821050a3c3 on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:31:41.718578 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-233e260c-e458-4e26-b42a-4fbda2db2413 req-68806331-8d59-4f8b-a7a9-f1dd4f1abf9e tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/ports?device_id=eea9197b-774d-4dc7-9461-3a5ab4e5e7a0 HTTP/1.1" status: 200 len: 210 time: 0.0444489 Nov 20 03:31:41.719608 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:41.723139 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ff309804-6eba-4c8d-8d70-969fe5db7e63 req-902d77b0-ec85-46bf-a9e0-997d2c75b95f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.57 "DELETE /v2.0/ports/09e4f458-7d7a-4be0-87eb-4f821050a3c3 HTTP/1.1" status: 204 len: 173 time: 0.7794986 Nov 20 03:31:41.723596 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'name': 'network-vif-deleted', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:31:41.726487 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ffab40-65a3-4e3a-90b6-06ff8ecb8b20" -d '{"events": [{"server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "name": "network-vif-deleted", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:31:41.772270 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04a4804-f6f3-449f-8d65-1f9f6b55ec40 x-openstack-request-id: req-f04a4804-f6f3-449f-8d65-1f9f6b55ec40 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:31:41.772664 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea9197b-774d-4dc7-9461-3a5ab4e5e7a0", "name": "network-vif-deleted", "tag": "09e4f458-7d7a-4be0-87eb-4f821050a3c3", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:31:41.773035 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f04a4804-f6f3-449f-8d65-1f9f6b55ec40 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:31:41.773532 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea9197b-774d-4dc7-9461-3a5ab4e5e7a0', 'name': 'network-vif-deleted', 'tag': '09e4f458-7d7a-4be0-87eb-4f821050a3c3', 'status': 'completed', 'code': 200} Nov 20 03:31:41.788929 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-2e837c85-9450-4a34-941c-d581c6a8147a None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:42.001976 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-2e837c85-9450-4a34-941c-d581c6a8147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:30Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:42.031217 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e837c85-9450-4a34-941c-d581c6a8147a None None] Checking router: ce369fe5-415a-4128-9bc2-96c0bea3bbdc for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:42.039995 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e837c85-9450-4a34-941c-d581c6a8147a None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:42.040592 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-2e837c85-9450-4a34-941c-d581c6a8147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:42.143133 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-2e837c85-9450-4a34-941c-d581c6a8147a None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:42.342916 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-2e837c85-9450-4a34-941c-d581c6a8147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:30Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:42.369775 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e837c85-9450-4a34-941c-d581c6a8147a None None] The sync data for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi is: [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:24:22Z', 'revision_number': 4, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '104282e3-32f8-4d02-92e2-db8035728c12', 'name': '', 'network_id': '3ac0da1c-dc79-4675-9f0a-2d0c06da492e', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'mac_address': 'fa:16:3e:6f:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:21Z', 'updated_at': '2021-11-20T03:24:30Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'subnets': [{'id': '97ebc784-de2c-430b-bca7-4a0f16670b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:42.580629 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a7bdc-6a44-443d-88b8-51636d2eafcd None None] New status for floating IP 685c91f7-981a-443e-952b-3d6017202c65: DOWN {{(pid=102612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:31:42.690179 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:42.817571 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36522) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:42.870640 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ad1fed6-8d48-42d0-937b-95bd04e1961c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:42.893394 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ad1fed6-8d48-42d0-937b-95bd04e1961c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:42.939148 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ad1fed6-8d48-42d0-937b-95bd04e1961c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:42.941680 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ad1fed6-8d48-42d0-937b-95bd04e1961c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:42.942827 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0ad1fed6-8d48-42d0-937b-95bd04e1961c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "DELETE /v2.0/security-groups/d07682dd-3eee-43d5-ab2d-7d0a100cf5be HTTP/1.1" status: 204 len: 168 time: 0.1242118 Nov 20 03:31:42.946029 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36524) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:42.952410 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1fed6-8d48-42d0-937b-95bd04e1961c tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07682dd-3eee-43d5-ab2d-7d0a100cf5be,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:42.960611 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.api.v2.resource [None req-4250e6cf-515a-4049-b083-83d3fc528f6a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] show failed (client error): The resource could not be found. Nov 20 03:31:42.961644 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-4250e6cf-515a-4049-b083-83d3fc528f6a tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "GET /v2.0/security-groups/d07682dd-3eee-43d5-ab2d-7d0a100cf5be HTTP/1.1" status: 404 len: 347 time: 0.0145278 Nov 20 03:31:42.964499 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36526) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:43.119838 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-cdd02116-60f0-4eec-9e1b-af07ba929d2f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Deleting port 46ebafcc-9326-4ad1-8476-c4cbbc0871b2 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:43.120186 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cdd02116-60f0-4eec-9e1b-af07ba929d2f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:43.192537 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cdd02116-60f0-4eec-9e1b-af07ba929d2f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:43.192867 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cdd02116-60f0-4eec-9e1b-af07ba929d2f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:43.204788 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-cdd02116-60f0-4eec-9e1b-af07ba929d2f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Calling delete_port for 46ebafcc-9326-4ad1-8476-c4cbbc0871b2 owned by network:floatingip {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:43.342510 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cdd02116-60f0-4eec-9e1b-af07ba929d2f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:43.374111 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd02116-60f0-4eec-9e1b-af07ba929d2f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Pushing event deleted for resources: {'Port': ['ID=46ebafcc-9326-4ad1-8476-c4cbbc0871b2,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:43.428199 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cdd02116-60f0-4eec-9e1b-af07ba929d2f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks [] for floatingip, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:43.431600 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cdd02116-60f0-4eec-9e1b-af07ba929d2f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:43.432780 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-cdd02116-60f0-4eec-9e1b-af07ba929d2f tempest-AttachVolumeShelveTestJSON-1529896285 tempest-AttachVolumeShelveTestJSON-1529896285-project] 10.222.0.37 "DELETE /v2.0/floatingips/685c91f7-981a-443e-952b-3d6017202c65 HTTP/1.1" status: 204 len: 168 time: 0.4673080 Nov 20 03:31:43.754741 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:44.892765 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 09e4f458-7d7a-4be0-87eb-4f821050a3c3 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:44.913812 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 09e4f458-7d7a-4be0-87eb-4f821050a3c3 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:44.914227 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 09e4f458-7d7a-4be0-87eb-4f821050a3c3 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:44.994698 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:45.826603 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36548) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:46.300150 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc62ede0-9883-496f-b200-a1c623e69b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779922'] for router_interface, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:46.536701 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-bc62ede0-9883-496f-b200-a1c623e69b16 admin admin] Deleting port 104282e3-32f8-4d02-92e2-db8035728c12 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:46.536942 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc62ede0-9883-496f-b200-a1c623e69b16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:46.612288 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-bc62ede0-9883-496f-b200-a1c623e69b16 admin admin] For port 104282e3-32f8-4d02-92e2-db8035728c12, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=104282e3-32f8-4d02-92e2-db8035728c12,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:46.612669 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc62ede0-9883-496f-b200-a1c623e69b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:46.624988 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-bc62ede0-9883-496f-b200-a1c623e69b16 admin admin] Calling delete_port for 104282e3-32f8-4d02-92e2-db8035728c12 owned by network:router_interface {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:47.048769 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc62ede0-9883-496f-b200-a1c623e69b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.077949 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62ede0-9883-496f-b200-a1c623e69b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=104282e3-32f8-4d02-92e2-db8035728c12,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:47.235523 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc62ede0-9883-496f-b200-a1c623e69b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782338'] for router_interface, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.443311 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc62ede0-9883-496f-b200-a1c623e69b16 admin admin] Router ce369fe5-415a-4128-9bc2-96c0bea3bbdc has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:31:47.547582 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc62ede0-9883-496f-b200-a1c623e69b16 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:47.552606 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-bc62ede0-9883-496f-b200-a1c623e69b16 admin admin] 10.222.0.37 "PUT /v2.0/routers/ce369fe5-415a-4128-9bc2-96c0bea3bbdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7249591 Nov 20 03:31:47.555110 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36552) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:47.557645 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7912e6a9-3e40-4cb7-a333-0c75fef57ca4 None None] Sync routers for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:47.568110 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912e6a9-3e40-4cb7-a333-0c75fef57ca4 None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:47.568710 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-7912e6a9-3e40-4cb7-a333-0c75fef57ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:47.657908 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.671996 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-7912e6a9-3e40-4cb7-a333-0c75fef57ca4 None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:47.760571 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.811738 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Deleting port bd7597a6-339c-4e70-87af-366d9dce94cd {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:47.812124 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.844730 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-7912e6a9-3e40-4cb7-a333-0c75fef57ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:31:47Z', 'revision_number': 5, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port': {'id': 'bd7597a6-339c-4e70-87af-366d9dce94cd', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:17Z', 'updated_at': '2021-11-20T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:47.873196 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7912e6a9-3e40-4cb7-a333-0c75fef57ca4 None None] Checking router: ce369fe5-415a-4128-9bc2-96c0bea3bbdc for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:47.881828 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912e6a9-3e40-4cb7-a333-0c75fef57ca4 None None] Routers {'ce369fe5-415a-4128-9bc2-96c0bea3bbdc'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:47.882428 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-7912e6a9-3e40-4cb7-a333-0c75fef57ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:47.890419 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] For port bd7597a6-339c-4e70-87af-366d9dce94cd, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=bd7597a6-339c-4e70-87af-366d9dce94cd,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:47.890792 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.911751 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Calling delete_port for bd7597a6-339c-4e70-87af-366d9dce94cd owned by network:router_gateway {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:47.968042 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-7912e6a9-3e40-4cb7-a333-0c75fef57ca4 None None] Set router ce369fe5-415a-4128-9bc2-96c0bea3bbdc gateway port host: None {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:48.021750 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-7912e6a9-3e40-4cb7-a333-0c75fef57ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:31:47Z', 'revision_number': 6, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port_host': None}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:48.048033 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7912e6a9-3e40-4cb7-a333-0c75fef57ca4 None None] The sync data for ids ['ce369fe5-415a-4128-9bc2-96c0bea3bbdc'] in dv-cinder-818037-5-iscsi is: [{'id': 'ce369fe5-415a-4128-9bc2-96c0bea3bbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1019460435-router', 'tenant_id': '8abd5d5840ac400c82604d0212b124f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:16Z', 'updated_at': '2021-11-20T03:31:47Z', 'revision_number': 6, 'project_id': '8abd5d5840ac400c82604d0212b124f2', 'gw_port_host': None}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:48.069951 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.100938 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7597a6-339c-4e70-87af-366d9dce94cd,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:48.157399 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1780264'] for router_gateway, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.243198 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1782926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31792'] for router, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.245323 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.290411 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1782917'] for router, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.290918 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce369fe5-415a-4128-9bc2-96c0bea3bbdc {{(pid=102609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:31:48.296014 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] Publish callbacks [] for router, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.297145 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-263688b2-523c-4916-bc4b-a191777874c8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ce369fe5-415a-4128-9bc2-96c0bea3bbdc HTTP/1.1" status: 204 len: 168 time: 0.7410326 Nov 20 03:31:48.299680 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36554) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:48.342946 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f97416-3dd9-4ab1-825f-34784933ac25 admin admin] Deleting subnet 97ebc784-de2c-430b-bca7-4a0f16670b73 {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:31:48.346110 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6f97416-3dd9-4ab1-825f-34784933ac25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.380715 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6f97416-3dd9-4ab1-825f-34784933ac25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639847'] for subnet, precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.499143 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6f97416-3dd9-4ab1-825f-34784933ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.550329 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6f97416-3dd9-4ab1-825f-34784933ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4874919'] for subnet, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.577939 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f97416-3dd9-4ab1-825f-34784933ac25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ebc784-de2c-430b-bca7-4a0f16670b73,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:48.579922 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6f97416-3dd9-4ab1-825f-34784933ac25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.583216 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e6f97416-3dd9-4ab1-825f-34784933ac25 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/97ebc784-de2c-430b-bca7-4a0f16670b73 HTTP/1.1" status: 204 len: 168 time: 0.2825966 Nov 20 03:31:48.584693 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806d218-89c0-46fe-b7bc-0c720df080fd None None] Network 3ac0da1c-dc79-4675-9f0a-2d0c06da492e requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:31:48.585739 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36556) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:48.656555 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.708266 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Deleting port a0f71e68-b401-4e7c-bffb-23c74d60ef7f {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:48.708614 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.770005 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] For port a0f71e68-b401-4e7c-bffb-23c74d60ef7f, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=a0f71e68-b401-4e7c-bffb-23c74d60ef7f,segment=NetworkSegment(99806f43-654a-4bfb-b62c-e8b52efc6518),segment_id=99806f43-654a-4bfb-b62c-e8b52efc6518)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:48.770316 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.782262 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Calling delete_port for a0f71e68-b401-4e7c-bffb-23c74d60ef7f owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:48.839737 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ec0fd-8199-478f-8222-93cb3d7765cd None None] DHCP port deletion for 3ac0da1c-dc79-4675-9f0a-2d0c06da492e request from dv-cinder-818037-5-iscsi {{(pid=102611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:31:48.846549 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 104282e3-32f8-4d02-92e2-db8035728c12 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:48.868684 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.869043 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 104282e3-32f8-4d02-92e2-db8035728c12 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:48.869596 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 104282e3-32f8-4d02-92e2-db8035728c12 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:48.890451 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-ae0ec0fd-8199-478f-8222-93cb3d7765cd None None] The port 'a0f71e68-b401-4e7c-bffb-23c74d60ef7f' was deleted {{(pid=102611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 20 03:31:48.893239 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f71e68-b401-4e7c-bffb-23c74d60ef7f,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:48.901451 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] No DVR routers for this DVR port a0f71e68-b401-4e7c-bffb-23c74d60ef7f on host dv-cinder-818037-5-iscsi {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:31:48.977739 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.997119 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac0da1c-dc79-4675-9f0a-2d0c06da492e']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:49.006051 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99806f43-654a-4bfb-b62c-e8b52efc6518') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:49.006379 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99806f43-654a-4bfb-b62c-e8b52efc6518') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:49.015781 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639870'] for segment, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.030717 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.037050 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:31:49.037475 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773137'] for segment, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: Traceback (most recent call last): Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: timer() Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: cb(*args, **kw) Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: self._notify() Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: self.callback(batched_events) Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: event.method(event) Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: return f(self, *a, **k) Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._get(url).json() Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:31:49.039709 dv-cinder-818037-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:31:49.095433 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.101659 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.104897 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3ac0da1c-dc79-4675-9f0a-2d0c06da492e HTTP/1.1" status: 204 len: 168 time: 0.5182660 Nov 20 03:31:49.116266 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af0aa9-3679-4e46-a6a1-6a26e51d1cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac0da1c-dc79-4675-9f0a-2d0c06da492e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:49.214970 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36560) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:49.254189 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c679c5b4-c2d4-4ec9-9939-0bd73f4f6826 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8abd5d5840ac400c82604d0212b124f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380373 Nov 20 03:31:49.256603 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36562) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:49.310096 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ca114da-8697-4570-aa9c-c087cd807750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.330851 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ca114da-8697-4570-aa9c-c087cd807750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.375880 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ca114da-8697-4570-aa9c-c087cd807750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.378493 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ca114da-8697-4570-aa9c-c087cd807750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.379648 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0ca114da-8697-4570-aa9c-c087cd807750 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7aa78708-a94b-4151-8842-c14f259373c1 HTTP/1.1" status: 204 len: 168 time: 0.1221590 Nov 20 03:31:49.387926 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca114da-8697-4570-aa9c-c087cd807750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa78708-a94b-4151-8842-c14f259373c1,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:49.442989 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36566) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:49.816600 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Deleting port df74ab51-bfa0-425a-b31d-4605094ac01c {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:49.816854 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.895272 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.895595 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.908423 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Calling delete_port for df74ab51-bfa0-425a-b31d-4605094ac01c owned by network:floatingip {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:50.062253 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36588) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:50.086831 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.112231 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event deleted for resources: {'Port': ['ID=df74ab51-bfa0-425a-b31d-4605094ac01c,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:50.162094 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1873302458-network', 'tenant_id': 'd08399259f414676ab07f0c72210e61b'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:50.187939 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for floatingip, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.188277 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.l3_db [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Floating IP 6ae6c383-ec1d-4757-91f3-0bbeeb2e6260 disassociated (deleted). External IP: 172.27.1.145, port: c4f59d4b-9c47-44dc-ae92-832b37f470bd. Nov 20 03:31:50.233797 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Made reservation on behalf of d08399259f414676ab07f0c72210e61b for: {'network': 1} {{(pid=102610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:31:50.236061 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for network, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.249478 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.295852 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device a0f71e68-b401-4e7c-bffb-23c74d60ef7f no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:50.315238 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: a0f71e68-b401-4e7c-bffb-23c74d60ef7f {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:50.315680 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device a0f71e68-b401-4e7c-bffb-23c74d60ef7f not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:50.316225 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device bd7597a6-339c-4e70-87af-366d9dce94cd no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:50.337059 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: bd7597a6-339c-4e70-87af-366d9dce94cd {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:50.337289 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device bd7597a6-339c-4e70-87af-366d9dce94cd not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:50.662425 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.670139 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.701904 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:31:50.708192 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:31:50.722447 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770afe71-bf16-449e-a182-d6941b7cdaa1,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:50.726318 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.726661 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.segments_db [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Added segment 14b535e9-c111-4980-8a13-8c951e3f1c38 of type vlan for network 791637e4-063d-499c-bfca-afedfcc04bcf Nov 20 03:31:50.803759 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773406972676'] for network, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.869391 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541'] for network, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.870337 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:50.870936 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.926111 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8627443 Nov 20 03:31:50.929585 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36592) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:50.930099 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:50.934521 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.934628 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-be88cb4e-5291-4643-a96f-946f8d4e7636 admin admin] Request body: {'subnet': {'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1873302458-subnet', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:50.942590 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9825b75-6fae-44fa-a84a-0c273eb4f17c None None] Sync routers for ids ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:50.955569 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9825b75-6fae-44fa-a84a-0c273eb4f17c None None] Routers {'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:50.956385 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-c9825b75-6fae-44fa-a84a-0c273eb4f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:50.956693 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be88cb4e-5291-4643-a96f-946f8d4e7636 admin admin] Made reservation on behalf of d08399259f414676ab07f0c72210e61b for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:31:50.960288 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-be88cb4e-5291-4643-a96f-946f8d4e7636 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4874882'] for subnet, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.968027 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ae709-4bc8-47e1-89a9-c54cb8b6cf4e admin admin] Pushing event updated for resources: {'Network': ['ID=791637e4-063d-499c-bfca-afedfcc04bcf,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:50.974367 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-6f3d8151-0d7c-4f0e-9285-b064a25a4256 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "DELETE /v2.0/floatingips/6ae6c383-ec1d-4757-91f3-0bbeeb2e6260 HTTP/1.1" status: 204 len: 168 time: 1.5303161 Nov 20 03:31:50.975526 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:31:50.977890 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3a3d20-07ad-4678-bd47-2993e4899861" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:31:50.990288 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Network 791637e4-063d-499c-bfca-afedfcc04bcf details requested by agent ovs-agent-dv-cinder-818037-5-iscsi with host dv-cinder-818037-5-iscsi {{(pid=102611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:31:51.019514 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3731a9d1-330c-4bd3-9fbc-c57987780bdf x-openstack-request-id: req-3731a9d1-330c-4bd3-9fbc-c57987780bdf {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:31:51.019800 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:31:51.020069 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3731a9d1-330c-4bd3-9fbc-c57987780bdf {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:31:51.020473 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'status': 'completed', 'code': 200} Nov 20 03:31:51.172349 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a3d20-07ad-4678-bd47-2993e4899861 req-46aec232-8735-4c24-8263-b1347b024e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:51.174394 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-da3a3d20-07ad-4678-bd47-2993e4899861 req-46aec232-8735-4c24-8263-b1347b024e55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4794dc407c024daf9067e5a879ec056c&device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 1099 time: 0.0985470 Nov 20 03:31:51.199273 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-c9825b75-6fae-44fa-a84a-0c273eb4f17c None None] Set router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:51.315372 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-be88cb4e-5291-4643-a96f-946f8d4e7636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7773006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4874924'] for subnet, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.379914 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b792f-4f34-4e12-b26d-51815f908018 req-af8ea644-2f79-426e-aa5c-b1014a40512e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:51.381425 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8b6b792f-4f34-4e12-b26d-51815f908018 req-af8ea644-2f79-426e-aa5c-b1014a40512e tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.1606429 Nov 20 03:31:51.409482 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-c9825b75-6fae-44fa-a84a-0c273eb4f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:25:29Z', 'revision_number': 4, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'ef6997d5-ca07-4af9-a9b7-8e7632d55025', 'name': '', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'mac_address': 'fa:16:3e:e9:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:29Z', 'updated_at': '2021-11-20T03:25:35Z', 'revision_number': 5, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'subnets': [{'id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:51.428960 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a3d20-07ad-4678-bd47-2993e4899861 req-ac9b3e2d-701b-4021-8a9f-35c0061c460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:51.430304 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-da3a3d20-07ad-4678-bd47-2993e4899861 req-ac9b3e2d-701b-4021-8a9f-35c0061c460b service neutron] 10.222.0.57 "GET /v2.0/networks?id=db158230-8664-4afc-9999-4e829d8f633b HTTP/1.1" status: 200 len: 909 time: 0.1941464 Nov 20 03:31:51.435075 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88cb4e-5291-4643-a96f-946f8d4e7636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7925a5a7-083f-4847-bacf-6cd494adf50c,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:51.435317 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9825b75-6fae-44fa-a84a-0c273eb4f17c None None] Checking router: ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:51.443538 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9825b75-6fae-44fa-a84a-0c273eb4f17c None None] Routers {'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:51.444114 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-c9825b75-6fae-44fa-a84a-0c273eb4f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:51.485863 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be88cb4e-5291-4643-a96f-946f8d4e7636 admin admin] Checking segment: {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:31:51.486226 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be88cb4e-5291-4643-a96f-946f8d4e7636 admin admin] Network hostable DHCP agents. Network: 791637e4-063d-499c-bfca-afedfcc04bcf, hostable agents: ['e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:31:51.492354 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-da3a3d20-07ad-4678-bd47-2993e4899861 req-36a6cf58-d077-4d1a-b92f-e3f127960255 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd HTTP/1.1" status: 200 len: 217 time: 0.0507772 Nov 20 03:31:51.536258 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8b6b792f-4f34-4e12-b26d-51815f908018 req-dc5ba5a9-2521-4bd1-a8c7-5c55e3f36f0d tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459093 Nov 20 03:31:51.548115 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be88cb4e-5291-4643-a96f-946f8d4e7636 admin admin] Network 791637e4-063d-499c-bfca-afedfcc04bcf is scheduled to be hosted by DHCP agent e2ad0770-a6f4-4bc8-9277-b4ddc3d25e8d with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:31:51.555573 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-c9825b75-6fae-44fa-a84a-0c273eb4f17c None None] Set router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:51.561683 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a3d20-07ad-4678-bd47-2993e4899861 req-7d64dae3-cc37-4029-acce-f1639c23d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:51.563268 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-da3a3d20-07ad-4678-bd47-2993e4899861 req-7d64dae3-cc37-4029-acce-f1639c23d84a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a74cf209-eeb5-4a98-bf29-3e03e52b5a5a HTTP/1.1" status: 200 len: 847 time: 0.0580862 Nov 20 03:31:51.564262 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-be88cb4e-5291-4643-a96f-946f8d4e7636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-iscsi, 791637e4-063d-499c-bfca-afedfcc04bcf) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:51.568074 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be88cb4e-5291-4643-a96f-946f8d4e7636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:51.569163 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-be88cb4e-5291-4643-a96f-946f8d4e7636 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.574087 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a4db1c-036c-4f8e-8314-dacc22baee62 None None] Network 791637e4-063d-499c-bfca-afedfcc04bcf requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:31:51.614108 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-be88cb4e-5291-4643-a96f-946f8d4e7636 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6833637 Nov 20 03:31:51.617106 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36600) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:51.621674 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:51.624806 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a3d20-07ad-4678-bd47-2993e4899861 req-4b3c06cf-12f7-4ac7-a4fb-e66951ed9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:51.626772 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-da3a3d20-07ad-4678-bd47-2993e4899861 req-4b3c06cf-12f7-4ac7-a4fb-e66951ed9781 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db158230-8664-4afc-9999-4e829d8f633b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541737 Nov 20 03:31:51.652861 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1782864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26058'] for router, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.653921 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1782980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1780313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1631563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31801'] for router, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.714280 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.738664 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-da3a3d20-07ad-4678-bd47-2993e4899861 req-d7987f0a-8852-4162-bbb2-5e15dd20bbab service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000993 Nov 20 03:31:51.770139 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60e1c005-087a-5312-b221-c5ea256aad24-791637e4-063d-499c-bfca-afedfcc04bcf', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c'}]}} from dv-cinder-818037-5-iscsi. {{(pid=102611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:31:51.771159 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.798270 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-c9825b75-6fae-44fa-a84a-0c273eb4f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:25:29Z', 'revision_number': 4, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'ef6997d5-ca07-4af9-a9b7-8e7632d55025', 'name': '', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'mac_address': 'fa:16:3e:e9:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:29Z', 'updated_at': '2021-11-20T03:25:35Z', 'revision_number': 5, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'subnets': [{'id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:51.827506 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9825b75-6fae-44fa-a84a-0c273eb4f17c None None] The sync data for ids ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'] in dv-cinder-818037-5-iscsi is: [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:25:29Z', 'revision_number': 4, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': 'ef6997d5-ca07-4af9-a9b7-8e7632d55025', 'name': '', 'network_id': 'db158230-8664-4afc-9999-4e829d8f633b', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'mac_address': 'fa:16:3e:e9:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:29Z', 'updated_at': '2021-11-20T03:25:35Z', 'revision_number': 5, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'subnets': [{'id': 'a74cf209-eeb5-4a98-bf29-3e03e52b5a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:51.854732 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-da3a3d20-07ad-4678-bd47-2993e4899861 req-bf4f3c64-74c5-4af8-ae89-7e645a858650 service neutron] 10.222.0.57 "GET /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047878 Nov 20 03:31:51.893075 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.925145 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.db_base_plugin_common [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Allocated IP 172.20.0.2 (791637e4-063d-499c-bfca-afedfcc04bcf/7925a5a7-083f-4847-bacf-6cd494adf50c/05a80546-2202-448d-a380-524a82eb18b1) {{(pid=102611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:31:52.074221 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Publish callbacks [] for port, precommit_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.083198 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614'] for port, after_create {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.111072 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.114689 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50c0a4-5d86-4563-aff7-f9b77576e71a None None] New status for floating IP 6ae6c383-ec1d-4757-91f3-0bbeeb2e6260: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:31:52.130146 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.187408 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Network 791637e4-063d-499c-bfca-afedfcc04bcf is already hosted by enough agents. {{(pid=102611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:31:52.190646 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.scheduler.base_scheduler [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Resources bound (agent type, host, resource id): {{(pid=102611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:52.196326 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Received port after_create {{(pid=102611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:31:52.201861 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Pushing event updated for resources: {'Port': ['ID=05a80546-2202-448d-a380-524a82eb18b1,revision_number=1']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:52.248725 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Allocated IP 172.27.1.211 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/cac61312-701b-472a-bdcb-76a1fe85ee5a) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:31:52.257055 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Attempting to bind port 05a80546-2202-448d-a380-524a82eb18b1 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:31:52.257431 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Attempting to bind port 05a80546-2202-448d-a380-524a82eb18b1 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:31:52.257801 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Attempting to bind port 05a80546-2202-448d-a380-524a82eb18b1 on network 791637e4-063d-499c-bfca-afedfcc04bcf {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:31:52.263308 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:31:52.263752 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Checking segment: {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:31:52.264129 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.264529 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Bound using segment: {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:31:52.264999 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Bound port: 05a80546-2202-448d-a380-524a82eb18b1, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:31:52.265389 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.326475 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] For port 05a80546-2202-448d-a380-524a82eb18b1, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:31:52.329564 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] For port 05a80546-2202-448d-a380-524a82eb18b1, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=05a80546-2202-448d-a380-524a82eb18b1,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:31:52.333403 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.350740 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.394486 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.394748 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0821a75-70f1-4637-8b48-0e4f009f0ed3 None None] Pushing event updated for resources: {'Port': ['ID=05a80546-2202-448d-a380-524a82eb18b1,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:52.442089 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:31:52.445070 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:52.449602 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:31:52.452986 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Pushing event updated for resources: {'Port': ['ID=cac61312-701b-472a-bdcb-76a1fe85ee5a,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:52.673563 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2b0d7-119c-4a3a-bbca-2c54c4c4e7e3 req-729c5197-7d21-4fc9-b675-9cb3c0358b29 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:52.675236 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e3f2b0d7-119c-4a3a-bbca-2c54c4c4e7e3 req-729c5197-7d21-4fc9-b675-9cb3c0358b29 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0529392 Nov 20 03:31:52.724407 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.730175 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e3f2b0d7-119c-4a3a-bbca-2c54c4c4e7e3 req-895e04eb-6c82-448e-b504-93060ff178b4 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/security-groups?id=d665f26d-427d-4b0e-9515-d37ba0eb6c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461886 Nov 20 03:31:52.916812 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1780236'] for router, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:53.044385 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Router 50e03d5f-48e8-4a48-9e30-ded79268f168 is scheduled to L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f with binding_index 1 {{(pid=102610) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:31:53.149521 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70774df4-b72f-4dc7-aeda-ebfbab6a4182 req-8d5c7585-4e9b-4a9f-ac77-fe3dd5dce7c6 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:53.151143 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-70774df4-b72f-4dc7-aeda-ebfbab6a4182 req-8d5c7585-4e9b-4a9f-ac77-fe3dd5dce7c6 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 946 time: 0.0497932 Nov 20 03:31:53.153767 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:53.163308 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Sync routers for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:53.173591 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] Publish callbacks [] for router, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:53.175131 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-09482407-def8-401f-a899-5716f2be4e29 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5570335 Nov 20 03:31:53.179450 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36606) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:53.182050 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:53.183111 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:53.280868 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-70774df4-b72f-4dc7-aeda-ebfbab6a4182 req-a33f5c97-834f-487a-af77-66dd75596c04 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Deleting port c4f59d4b-9c47-44dc-ae92-832b37f470bd {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:53.281349 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-70774df4-b72f-4dc7-aeda-ebfbab6a4182 req-a33f5c97-834f-487a-af77-66dd75596c04 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:53.312810 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:53.351760 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f511e-2bfb-4e39-95a1-74f1df86a851 None None] Network 791637e4-063d-499c-bfca-afedfcc04bcf requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:31:53.390213 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-70774df4-b72f-4dc7-aeda-ebfbab6a4182 req-a33f5c97-834f-487a-af77-66dd75596c04 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] For port c4f59d4b-9c47-44dc-ae92-832b37f470bd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f59d4b-9c47-44dc-ae92-832b37f470bd,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:53.390583 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-70774df4-b72f-4dc7-aeda-ebfbab6a4182 req-a33f5c97-834f-487a-af77-66dd75596c04 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:53.406278 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-70774df4-b72f-4dc7-aeda-ebfbab6a4182 req-a33f5c97-834f-487a-af77-66dd75596c04 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Calling delete_port for c4f59d4b-9c47-44dc-ae92-832b37f470bd owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:53.420355 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-1c457ce7-89da-405a-af51-187e11c8a8a5 None None] Provisioning complete for port 05a80546-2202-448d-a380-524a82eb18b1 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:53.420724 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1c457ce7-89da-405a-af51-187e11c8a8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:53.547007 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1c457ce7-89da-405a-af51-187e11c8a8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:53.551099 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:52Z', 'revision_number': 3, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:53.578258 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-70774df4-b72f-4dc7-aeda-ebfbab6a4182 req-a33f5c97-834f-487a-af77-66dd75596c04 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:53.596482 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Checking router: 50e03d5f-48e8-4a48-9e30-ded79268f168 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:53.597161 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Updating router 50e03d5f-48e8-4a48-9e30-ded79268f168 port cac61312-701b-472a-bdcb-76a1fe85ee5a binding host dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:31:53.618736 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-1c457ce7-89da-405a-af51-187e11c8a8a5 None None] For port 05a80546-2202-448d-a380-524a82eb18b1, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=05a80546-2202-448d-a380-524a82eb18b1,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:53.622508 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f5c97-834f-487a-af77-66dd75596c04 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event deleted for resources: {'Port': ['ID=c4f59d4b-9c47-44dc-ae92-832b37f470bd,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:53.630983 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1c457ce7-89da-405a-af51-187e11c8a8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:53.665973 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:53.688318 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-70774df4-b72f-4dc7-aeda-ebfbab6a4182 req-a33f5c97-834f-487a-af77-66dd75596c04 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] No DVR routers for this DVR port c4f59d4b-9c47-44dc-ae92-832b37f470bd on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:31:53.696509 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-70774df4-b72f-4dc7-aeda-ebfbab6a4182 req-a33f5c97-834f-487a-af77-66dd75596c04 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:53.699237 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c457ce7-89da-405a-af51-187e11c8a8a5 None None] Pushing event updated for resources: {'Port': ['ID=05a80546-2202-448d-a380-524a82eb18b1,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:53.699992 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-70774df4-b72f-4dc7-aeda-ebfbab6a4182 req-a33f5c97-834f-487a-af77-66dd75596c04 tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.57 "DELETE /v2.0/ports/c4f59d4b-9c47-44dc-ae92-832b37f470bd HTTP/1.1" status: 204 len: 173 time: 0.5401735 Nov 20 03:31:53.700530 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'name': 'network-vif-deleted', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:31:53.702826 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3429d7-d44f-4eac-b67d-d1ac93312002" -d '{"events": [{"server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "name": "network-vif-deleted", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:31:53.751140 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e372e9-cdb0-4e2b-a1d0-be13a4cc6f72 x-openstack-request-id: req-71e372e9-cdb0-4e2b-a1d0-be13a4cc6f72 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:31:53.751444 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd", "name": "network-vif-deleted", "tag": "c4f59d4b-9c47-44dc-ae92-832b37f470bd", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:31:53.751705 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71e372e9-cdb0-4e2b-a1d0-be13a4cc6f72 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:31:53.752287 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd', 'name': 'network-vif-deleted', 'tag': 'c4f59d4b-9c47-44dc-ae92-832b37f470bd', 'status': 'completed', 'code': 200} Nov 20 03:31:53.834971 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ae0f39a2-7391-4a0a-9e3a-7b0f9c6dbd00 req-76349895-b85c-4785-8924-be8c4865040a tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c5294d2-95f5-41ba-adaf-55a1ed0a5fdd HTTP/1.1" status: 200 len: 210 time: 0.0305371 Nov 20 03:31:53.951545 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:53.981485 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-7177a0f4-c34d-4aa2-9146-d10995b3979e None None] Provisioning complete for port 05a80546-2202-448d-a380-524a82eb18b1 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:53.981859 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7177a0f4-c34d-4aa2-9146-d10995b3979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.027194 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Publish callbacks [] for port, precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.037652 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.114367 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Pushing event updated for resources: {'Port': ['ID=cac61312-701b-472a-bdcb-76a1fe85ee5a,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:54.121679 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Attempting to bind port cac61312-701b-472a-bdcb-76a1fe85ee5a on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:31:54.122055 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Attempting to bind port cac61312-701b-472a-bdcb-76a1fe85ee5a by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:31:54.122658 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Attempting to bind port cac61312-701b-472a-bdcb-76a1fe85ee5a on network f834731d-4835-45b7-b408-4aa4c3ba2e40 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:31:54.126202 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:54.126826 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:54.127183 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:54.127638 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:54.127984 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:54.128302 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:54.128622 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:54.129189 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:54.129534 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:54.129863 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:54.130198 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:54.130517 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:54.137189 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:31:54.137594 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Checking segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:31:54.137992 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.138376 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Bound using segment: {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:31:54.138843 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Bound port: cac61312-701b-472a-bdcb-76a1fe85ee5a, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8963d21-4963-414c-815c-e7ecf1ba713a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:31:54.139264 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.164148 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Allocated IP 172.20.0.1 (791637e4-063d-499c-bfca-afedfcc04bcf/7925a5a7-083f-4847-bacf-6cd494adf50c/1d90189f-5ec1-4d30-834b-f8bf0237c8f7) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:31:54.202050 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] For port cac61312-701b-472a-bdcb-76a1fe85ee5a, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:31:54.206056 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] For port cac61312-701b-472a-bdcb-76a1fe85ee5a, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=cac61312-701b-472a-bdcb-76a1fe85ee5a,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:31:54.211990 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.285553 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:54.287627 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:54.312416 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.331682 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02e89f-9331-4488-b905-053856776b95 None None] Pushing event updated for resources: {'Port': ['ID=cac61312-701b-472a-bdcb-76a1fe85ee5a,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:54.359869 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.364816 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 05a80546-2202-448d-a380-524a82eb18b1 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:31:54.409585 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Network 791637e4-063d-499c-bfca-afedfcc04bcf is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:31:54.413876 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:54.415909 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Pushing event updated for resources: {'Port': ['ID=1d90189f-5ec1-4d30-834b-f8bf0237c8f7,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:54.416637 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 05a80546-2202-448d-a380-524a82eb18b1 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:54.418182 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:31:54.424157 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.476365 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779801'] for router_interface, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.523810 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:54.655875 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.729144 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:52Z', 'revision_number': 3, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:54.758087 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377e6e3-7797-451f-8257-af4bd3bbbffd None None] The sync data for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi is: [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:52Z', 'revision_number': 3, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:54.761876 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-3c9ed6f8-4dda-4385-a67d-ba4618ed5593 None None] Provisioning complete for port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:54.762457 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed6f8-4dda-4385-a67d-ba4618ed5593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.803341 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ed6f8-4dda-4385-a67d-ba4618ed5593 None None] Port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:31:54.851173 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.856013 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4985413'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.902577 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36614) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:54.934765 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779917'] for router_interface, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.937488 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Pushing event updated for resources: {'Port': ['ID=1d90189f-5ec1-4d30-834b-f8bf0237c8f7,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:54.963455 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f425de95-2770-4918-a2c6-7bd2742181ee tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:54.991537 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f425de95-2770-4918-a2c6-7bd2742181ee tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:55.044192 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Network 791637e4-063d-499c-bfca-afedfcc04bcf is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:31:55.045932 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:55.087283 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f425de95-2770-4918-a2c6-7bd2742181ee tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:55.091125 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f425de95-2770-4918-a2c6-7bd2742181ee tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:55.093608 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f425de95-2770-4918-a2c6-7bd2742181ee tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] 10.222.0.37 "DELETE /v2.0/security-groups/d665f26d-427d-4b0e-9515-d37ba0eb6c56 HTTP/1.1" status: 204 len: 168 time: 0.1888652 Nov 20 03:31:55.118760 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425de95-2770-4918-a2c6-7bd2742181ee tempest-TestShelveInstance-1688634498 tempest-TestShelveInstance-1688634498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d665f26d-427d-4b0e-9515-d37ba0eb6c56,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:55.168992 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36618) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:55.218170 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Router 50e03d5f-48e8-4a48-9e30-ded79268f168 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:31:55.333767 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-9be96c8b-f6a3-4ab4-a925-0b5908a5ff27 None None] Provisioning complete for port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:55.334309 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-9be96c8b-f6a3-4ab4-a925-0b5908a5ff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:55.356396 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:55.361939 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-fa3ef123-5f29-4029-8e11-ed13d55ffaaf admin admin] 10.222.0.37 "PUT /v2.0/routers/50e03d5f-48e8-4a48-9e30-ded79268f168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1812146 Nov 20 03:31:55.389407 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-9be96c8b-f6a3-4ab4-a925-0b5908a5ff27 None None] Port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:31:55.832737 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36628) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:55.838603 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-c80516c9-8ebf-4c91-9ddf-e299d48393d5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2022356583', 'description': 'tempest-description--1768272605'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:55.873819 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c80516c9-8ebf-4c91-9ddf-e299d48393d5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:55.981161 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c80516c9-8ebf-4c91-9ddf-e299d48393d5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:55.984708 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5154f73b-b4aa-4c14-a2ee-45582c6e289b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779922'] for router_interface, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:55.987589 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c80516c9-8ebf-4c91-9ddf-e299d48393d5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.051277 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c80516c9-8ebf-4c91-9ddf-e299d48393d5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.052536 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c80516c9-8ebf-4c91-9ddf-e299d48393d5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2188256 Nov 20 03:31:56.055391 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36630) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:56.060242 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-01b6ce24-c8be-4519-8027-62336cf70028 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Request body: {'security_group_rule': {'security_group_id': '27f03f9c-8ce7-4675-888e-6796e3b58956', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:56.064966 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80516c9-8ebf-4c91-9ddf-e299d48393d5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f03f9c-8ce7-4675-888e-6796e3b58956,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:56.088550 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-01b6ce24-c8be-4519-8027-62336cf70028 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.145585 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-01b6ce24-c8be-4519-8027-62336cf70028 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.151068 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-01b6ce24-c8be-4519-8027-62336cf70028 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.169776 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6ce24-c8be-4519-8027-62336cf70028 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931c88e3-3bd0-45ce-a36c-63ee55591927,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:56.181148 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-01b6ce24-c8be-4519-8027-62336cf70028 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.185118 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-01b6ce24-c8be-4519-8027-62336cf70028 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257439 Nov 20 03:31:56.185118 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36632) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:56.190778 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-1062abf1-3cad-4032-a19f-b5b8b5b96591 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Request body: {'security_group_rule': {'security_group_id': '27f03f9c-8ce7-4675-888e-6796e3b58956', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:56.220313 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1062abf1-3cad-4032-a19f-b5b8b5b96591 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.284910 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5154f73b-b4aa-4c14-a2ee-45582c6e289b admin admin] Deleting port ef6997d5-ca07-4af9-a9b7-8e7632d55025 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:56.285405 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5154f73b-b4aa-4c14-a2ee-45582c6e289b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.288972 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1062abf1-3cad-4032-a19f-b5b8b5b96591 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.293924 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1062abf1-3cad-4032-a19f-b5b8b5b96591 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.313370 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062abf1-3cad-4032-a19f-b5b8b5b96591 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36c2ff9-8e5c-4b5b-ae96-76b5e56be80c,revision_number=0']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:56.322631 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1062abf1-3cad-4032-a19f-b5b8b5b96591 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.323969 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-1062abf1-3cad-4032-a19f-b5b8b5b96591 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373007 Nov 20 03:31:56.327185 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36634) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:56.331990 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Request body: {'floatingip': {'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:56.339477 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device cac61312-701b-472a-bdcb-76a1fe85ee5a up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:31:56.369036 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.393453 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port cac61312-701b-472a-bdcb-76a1fe85ee5a triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:56.393994 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.427872 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5154f73b-b4aa-4c14-a2ee-45582c6e289b admin admin] For port ef6997d5-ca07-4af9-a9b7-8e7632d55025, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=ef6997d5-ca07-4af9-a9b7-8e7632d55025,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:56.428241 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5154f73b-b4aa-4c14-a2ee-45582c6e289b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.444203 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5154f73b-b4aa-4c14-a2ee-45582c6e289b admin admin] Calling delete_port for ef6997d5-ca07-4af9-a9b7-8e7632d55025 owned by network:router_interface {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:56.473545 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.499570 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] For port cac61312-701b-472a-bdcb-76a1fe85ee5a, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=cac61312-701b-472a-bdcb-76a1fe85ee5a,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:56.503629 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.553620 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Pushing event updated for resources: {'Port': ['ID=cac61312-701b-472a-bdcb-76a1fe85ee5a,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:56.556438 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Sync routers for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:56.566628 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:56.567213 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:56.593996 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.676715 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:56.747762 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Allocated IP 172.27.1.231 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/7f793836-f393-4330-b4b0-e45e40f5789c) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:31:56.749688 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5154f73b-b4aa-4c14-a2ee-45582c6e289b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.788995 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154f73b-b4aa-4c14-a2ee-45582c6e289b admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6997d5-ca07-4af9-a9b7-8e7632d55025,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:56.903111 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 2, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:56.934763 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Checking router: 50e03d5f-48e8-4a48-9e30-ded79268f168 for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:56.935076 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Updating router 50e03d5f-48e8-4a48-9e30-ded79268f168 port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 binding host dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:31:56.960866 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:56.992750 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.003265 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device c4f59d4b-9c47-44dc-ae92-832b37f470bd no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:57.031294 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: c4f59d4b-9c47-44dc-ae92-832b37f470bd {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:57.031633 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device c4f59d4b-9c47-44dc-ae92-832b37f470bd not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:57.060130 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5154f73b-b4aa-4c14-a2ee-45582c6e289b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782338'] for router_interface, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.108561 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.155810 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:31:57.187572 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:57.192356 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:31:57.218668 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event updated for resources: {'Port': ['ID=7f793836-f393-4330-b4b0-e45e40f5789c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:57.252593 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Publish callbacks [] for port, precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.258458 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.324727 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20283606-8586-470b-b06e-5ff98c3bc63b None None] Pushing event updated for resources: {'Port': ['ID=1d90189f-5ec1-4d30-834b-f8bf0237c8f7,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:57.360686 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Attempting to bind port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 on host dv-cinder-818037-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:31:57.361064 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Attempting to bind port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 by drivers openvswitch,hyperv on host dv-cinder-818037-5-iscsi at level 0 using segments [{'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:31:57.361431 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Attempting to bind port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 on network 791637e4-063d-499c-bfca-afedfcc04bcf {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:31:57.366977 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Checking agent: {'id': '0bdf785a-d0d8-4768-b9af-b72dd5121ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 45), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:31:57.367406 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Checking segment: {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:31:57.367891 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.368279 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Bound using segment: {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:31:57.368759 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Bound port: 1d90189f-5ec1-4d30-834b-f8bf0237c8f7, host: dv-cinder-818037-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:31:57.369398 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.373890 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.425089 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.430821 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5154f73b-b4aa-4c14-a2ee-45582c6e289b admin admin] Router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:31:57.441377 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] For port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7, host dv-cinder-818037-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:31:57.445564 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] For port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7, host dv-cinder-818037-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=1d90189f-5ec1-4d30-834b-f8bf0237c8f7,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:31:57.451200 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.520494 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:57.521540 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:57.556600 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20283606-8586-470b-b06e-5ff98c3bc63b None None] Pushing event updated for resources: {'Port': ['ID=1d90189f-5ec1-4d30-834b-f8bf0237c8f7,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:57.581940 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-f637f669-807e-4327-b161-a8928554ea11 None None] Provisioning complete for port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:57.581940 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f637f669-807e-4327-b161-a8928554ea11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.632265 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5154f73b-b4aa-4c14-a2ee-45582c6e289b admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:57.642636 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-5154f73b-b4aa-4c14-a2ee-45582c6e289b admin admin] 10.222.0.37 "PUT /v2.0/routers/ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4697516 Nov 20 03:31:57.642925 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36636) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:57.648868 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b56a46-a65f-47d3-877f-036e1ff8e8c9 None None] Sync routers for ids ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:57.664803 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b56a46-a65f-47d3-877f-036e1ff8e8c9 None None] Routers {'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:57.665726 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-c1b56a46-a65f-47d3-877f-036e1ff8e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:57.723469 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.731016 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.798093 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Publish callbacks [] for router, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.804577 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:57.818840 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-c1b56a46-a65f-47d3-877f-036e1ff8e8c9 None None] Set router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:57.819072 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event updated for resources: {'Port': ['ID=7f793836-f393-4330-b4b0-e45e40f5789c,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:57.836315 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.863892 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.866688 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e6d2df06-8f24-4c27-8f22-425c5077356c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5385172 Nov 20 03:31:57.921540 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.938598 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f637f669-807e-4327-b161-a8928554ea11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:57.985868 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Deleting port 2d929c20-5998-4118-8db1-a85706a97619 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:57.986063 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:58.037811 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-50e6a54a-17d2-4b8a-9f5e-e267256611f3 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2022356583&fields=id&tenant_id=d08399259f414676ab07f0c72210e61b HTTP/1.1" status: 200 len: 267 time: 0.0477605 Nov 20 03:31:58.040949 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-f637f669-807e-4327-b161-a8928554ea11 None None] For port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=1d90189f-5ec1-4d30-834b-f8bf0237c8f7,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:58.049909 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f637f669-807e-4327-b161-a8928554ea11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:58.089388 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-c1b56a46-a65f-47d3-877f-036e1ff8e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '2d929c20-5998-4118-8db1-a85706a97619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 5, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port': {'id': '2d929c20-5998-4118-8db1-a85706a97619', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:26Z', 'updated_at': '2021-11-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:58.092196 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] For port 2d929c20-5998-4118-8db1-a85706a97619, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=2d929c20-5998-4118-8db1-a85706a97619,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:58.092584 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:58.108325 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Calling delete_port for 2d929c20-5998-4118-8db1-a85706a97619 owned by network:router_gateway {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:58.132349 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b56a46-a65f-47d3-877f-036e1ff8e8c9 None None] Checking router: ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:58.137597 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637f669-807e-4327-b161-a8928554ea11 None None] Pushing event updated for resources: {'Port': ['ID=1d90189f-5ec1-4d30-834b-f8bf0237c8f7,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:58.143779 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b56a46-a65f-47d3-877f-036e1ff8e8c9 None None] Routers {'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:58.144466 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-c1b56a46-a65f-47d3-877f-036e1ff8e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:58.173940 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:57Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:58.175217 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-9076f800-4884-4451-aed2-76d2f20ea742 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:58.178138 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-9076f800-4884-4451-aed2-76d2f20ea742 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/networks?id=791637e4-063d-499c-bfca-afedfcc04bcf HTTP/1.1" status: 200 len: 811 time: 0.1311393 Nov 20 03:31:58.195154 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-7e7a835c-dfa1-4a51-b219-cf30d45c7939 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/quotas/d08399259f414676ab07f0c72210e61b HTTP/1.1" status: 200 len: 375 time: 0.0098407 Nov 20 03:31:58.208358 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd86a2-474d-4334-b7e4-31163bf3d470 None None] The sync data for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi is: [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:57Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:58.210620 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-b2846c77-906d-4637-a5ee-483783da0c7c None None] Provisioning complete for port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:58.211064 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b2846c77-906d-4637-a5ee-483783da0c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:58.261007 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-c1b56a46-a65f-47d3-877f-036e1ff8e8c9 None None] Set router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb gateway port host: None {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:58.284958 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-a4bf061c-e3fb-4bc9-b88b-c4a9d37d51b8 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d08399259f414676ab07f0c72210e61b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840113 Nov 20 03:31:58.350526 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-c1b56a46-a65f-47d3-877f-036e1ff8e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:31:57Z', 'revision_number': 6, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port_host': None}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:58.393457 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b56a46-a65f-47d3-877f-036e1ff8e8c9 None None] The sync data for ids ['ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb'] in dv-cinder-818037-5-iscsi is: [{'id': 'ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb', 'name': 'tempest-TestShelveInstance-513459376-router', 'tenant_id': '4794dc407c024daf9067e5a879ec056c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:25Z', 'updated_at': '2021-11-20T03:31:57Z', 'revision_number': 6, 'project_id': '4794dc407c024daf9067e5a879ec056c', 'gw_port_host': None}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:58.437802 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:58.449593 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-9f797d78-1a1e-4057-8731-078044103e59 service neutron] 10.222.0.37 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402657 Nov 20 03:31:58.469553 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d929c20-5998-4118-8db1-a85706a97619,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:58.533520 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1780264'] for router_gateway, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:58.551438 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-9ae65550-1a27-45f7-a226-53f688892b31 service neutron] 10.222.0.37 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008527 Nov 20 03:31:58.649081 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1782926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31792'] for router, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:58.651316 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:58.726903 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1782917'] for router, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:58.727466 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb {{(pid=102610) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:31:58.733756 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-27f6728f-ede6-4da9-82b6-29d41e708af9 req-fde18303-d6ba-45a1-8e10-83368a37acd9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 210 time: 0.0309010 Nov 20 03:31:58.734595 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] Publish callbacks [] for router, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:58.736416 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-9dde1557-097e-4029-be51-a21046c88e8a admin admin] 10.222.0.37 "DELETE /v2.0/routers/ffa4cd84-87f3-4a18-b5ef-32f63f1aabeb HTTP/1.1" status: 204 len: 168 time: 1.0915692 Nov 20 03:31:58.739029 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36656) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:58.814881 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device cac61312-701b-472a-bdcb-76a1fe85ee5a up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:31:58.821463 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebc955d-e602-407e-b143-248836bc0909 admin admin] Deleting subnet a74cf209-eeb5-4a98-bf29-3e03e52b5a5a {{(pid=102610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:31:58.825400 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-eebc955d-e602-407e-b143-248836bc0909 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:58.866088 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-eebc955d-e602-407e-b143-248836bc0909 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4789309'] for subnet, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:58.900974 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port cac61312-701b-472a-bdcb-76a1fe85ee5a triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:58.901406 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.032502 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-eebc955d-e602-407e-b143-248836bc0909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.094476 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-eebc955d-e602-407e-b143-248836bc0909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4985471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4896948'] for subnet, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.131163 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc955d-e602-407e-b143-248836bc0909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74cf209-eeb5-4a98-bf29-3e03e52b5a5a,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:59.134981 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-eebc955d-e602-407e-b143-248836bc0909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.141884 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-eebc955d-e602-407e-b143-248836bc0909 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a74cf209-eeb5-4a98-bf29-3e03e52b5a5a HTTP/1.1" status: 204 len: 168 time: 0.3982689 Nov 20 03:31:59.142117 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36664) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:59.146432 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1248bd85-81d7-469b-a984-d1c7e0d5e15d None None] Network db158230-8664-4afc-9999-4e829d8f633b requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:31:59.220091 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.285932 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Deleting port 302b68a4-90dd-4d73-90a7-dbff97b4b9db {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:59.286283 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.369868 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a564598c-b3b9-4609-9ad3-d7b0277b45a1 None None] DHCP port deletion for db158230-8664-4afc-9999-4e829d8f633b request from dv-cinder-818037-5-iscsi {{(pid=102611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:31:59.390374 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] For port 302b68a4-90dd-4d73-90a7-dbff97b4b9db, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=302b68a4-90dd-4d73-90a7-dbff97b4b9db,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:59.390828 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.406255 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Calling delete_port for 302b68a4-90dd-4d73-90a7-dbff97b4b9db owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:59.428609 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-a564598c-b3b9-4609-9ad3-d7b0277b45a1 None None] Deleting port 302b68a4-90dd-4d73-90a7-dbff97b4b9db {{(pid=102611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:59.428982 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-a564598c-b3b9-4609-9ad3-d7b0277b45a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.501989 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-a564598c-b3b9-4609-9ad3-d7b0277b45a1 None None] For port 302b68a4-90dd-4d73-90a7-dbff97b4b9db, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=302b68a4-90dd-4d73-90a7-dbff97b4b9db,segment=NetworkSegment(46f9d0c5-8feb-4d42-8098-b53506b2fbfd),segment_id=46f9d0c5-8feb-4d42-8098-b53506b2fbfd)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:59.502508 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-a564598c-b3b9-4609-9ad3-d7b0277b45a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.527987 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-a564598c-b3b9-4609-9ad3-d7b0277b45a1 None None] Calling delete_port for 302b68a4-90dd-4d73-90a7-dbff97b4b9db owned by network:dhcp {{(pid=102611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:59.552494 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.582150 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=302b68a4-90dd-4d73-90a7-dbff97b4b9db,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:59.587036 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] No DVR routers for this DVR port 302b68a4-90dd-4d73-90a7-dbff97b4b9db on host dv-cinder-818037-5-iscsi {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:31:59.614881 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:59.615780 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:59.616155 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:59.616487 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:59.616821 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:59.617147 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:59.617478 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:59.617807 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:59.618133 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:59.618454 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:59.618785 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:59.619105 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:59.665033 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-a564598c-b3b9-4609-9ad3-d7b0277b45a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623'] for port, after_delete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.682652 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.706032 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564598c-b3b9-4609-9ad3-d7b0277b45a1 None None] Pushing event deleted for resources: {'Port': ['ID=302b68a4-90dd-4d73-90a7-dbff97b4b9db,revision_number=None']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:59.709743 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a564598c-b3b9-4609-9ad3-d7b0277b45a1 None None] No DVR routers for this DVR port 302b68a4-90dd-4d73-90a7-dbff97b4b9db on host dv-cinder-818037-5-iscsi {{(pid=102611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:31:59.714109 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db158230-8664-4afc-9999-4e829d8f633b']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:59.729065 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f9d0c5-8feb-4d42-8098-b53506b2fbfd') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:59.729449 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f9d0c5-8feb-4d42-8098-b53506b2fbfd') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:59.748674 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639870'] for segment, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.762765 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.769298 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:31:59.769692 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773137'] for segment, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: Traceback (most recent call last): Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: timer() Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: cb(*args, **kw) Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: self._notify() Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: self.callback(batched_events) Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: event.method(event) Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: return f(self, *a, **k) Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._get(url).json() Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:31:59.771381 dv-cinder-818037-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:31:59.842250 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7dedf592-5267-400e-9496-1972874d0200 req-00851dec-b2c8-4bba-b22c-159663d0ccf0 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 210 time: 0.0352726 Nov 20 03:31:59.853317 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.862641 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:59.866906 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/db158230-8664-4afc-9999-4e829d8f633b HTTP/1.1" status: 204 len: 168 time: 0.7238951 Nov 20 03:31:59.870272 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36668) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:59.883878 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b77aa8-fcf2-4d9c-8c24-4856634575e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=db158230-8664-4afc-9999-4e829d8f633b,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:00.077782 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-f1d7f107-1eba-41dd-8e1f-41564cfdbc55 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:00.079827 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-f1d7f107-1eba-41dd-8e1f-41564cfdbc55 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.57 "GET /v2.0/networks?id=791637e4-063d-499c-bfca-afedfcc04bcf HTTP/1.1" status: 200 len: 811 time: 0.1146586 Nov 20 03:32:00.168582 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-b557af3f-11c5-4fcf-8353-b409129ef620 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d08399259f414676ab07f0c72210e61b HTTP/1.1" status: 200 len: 380 time: 0.0577266 Nov 20 03:32:00.193693 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Request body: {'port': {'device_id': 'e2109e70-6d36-409e-a430-4e36ba685082', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'admin_state_up': True, 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'security_groups': ['27f03f9c-8ce7-4675-888e-6796e3b58956']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:32:00.321643 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Made reservation on behalf of d08399259f414676ab07f0c72210e61b for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:32:00.325990 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:00.355499 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 up at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:32:00.412597 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Provisioning complete for port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:32:00.413128 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:00.457601 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Allocated IP 172.20.0.10 (791637e4-063d-499c-bfca-afedfcc04bcf/7925a5a7-083f-4847-bacf-6cd494adf50c/7404f5fe-b108-47a0-b58a-57236ae12240) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:32:00.502654 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:00.540179 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779922'] for router_interface, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:00.566176 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 2d929c20-5998-4118-8db1-a85706a97619 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:00.589577 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 2d929c20-5998-4118-8db1-a85706a97619 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:00.589821 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 2d929c20-5998-4118-8db1-a85706a97619 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:00.590685 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device ef6997d5-ca07-4af9-a9b7-8e7632d55025 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:00.610831 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: ef6997d5-ca07-4af9-a9b7-8e7632d55025 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:00.611172 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device ef6997d5-ca07-4af9-a9b7-8e7632d55025 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:00.611592 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 302b68a4-90dd-4d73-90a7-dbff97b4b9db no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:00.632258 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 302b68a4-90dd-4d73-90a7-dbff97b4b9db {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:00.632601 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 302b68a4-90dd-4d73-90a7-dbff97b4b9db not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:00.847436 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Deleting port 493901de-c80a-443d-8169-0ceea765e8a1 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:32:00.847772 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:00.879183 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:00.921859 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:00.936259 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] For port 493901de-c80a-443d-8169-0ceea765e8a1, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=493901de-c80a-443d-8169-0ceea765e8a1,segment=NetworkSegment(27e1139f-4313-4131-adbe-f7953e23ad7f),segment_id=27e1139f-4313-4131-adbe-f7953e23ad7f)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:00.936834 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:00.953080 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Calling delete_port for 493901de-c80a-443d-8169-0ceea765e8a1 owned by network:router_interface {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:32:00.990238 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Network 791637e4-063d-499c-bfca-afedfcc04bcf is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:32:00.996703 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:32:01.004405 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:32:01.030172 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event updated for resources: {'Port': ['ID=7404f5fe-b108-47a0-b58a-57236ae12240,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:01.055337 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62902b4e-9641-4c0d-8185-228e2a85a90c req-a4932087-483d-484b-981e-febb6ce71499 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:01.056892 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-62902b4e-9641-4c0d-8185-228e2a85a90c req-a4932087-483d-484b-981e-febb6ce71499 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 932 time: 0.1257036 Nov 20 03:32:01.071449 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:01.072092 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:01.098390 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-52ace817-c205-4fad-8bb7-e655719bdfa7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9089417 Nov 20 03:32:01.121813 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Request body: {'port': {'device_id': 'e2109e70-6d36-409e-a430-4e36ba685082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:32:01.151465 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:01.153909 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-62902b4e-9641-4c0d-8185-228e2a85a90c req-a601c09e-3254-4fe7-9305-1ab9c0969d83 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781481 Nov 20 03:32:01.183932 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=493901de-c80a-443d-8169-0ceea765e8a1,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:01.194971 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:01.206952 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:01.207310 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:01.207656 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:01.208025 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:01.208364 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:01.209662 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:01.209662 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:01.209867 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:01.210186 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:01.211065 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:01.211065 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:01.211318 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:01.243082 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-ff922cc6-5e59-4e78-b367-e643df907495 None None] Provisioning complete for port 7404f5fe-b108-47a0-b58a-57236ae12240 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:32:01.243442 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-ff922cc6-5e59-4e78-b367-e643df907495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:01.285130 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-ff922cc6-5e59-4e78-b367-e643df907495 None None] Port 7404f5fe-b108-47a0-b58a-57236ae12240 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:32:01.358197 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782338'] for router_interface, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:01.490286 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7404f5fe-b108-47a0-b58a-57236ae12240 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:32:01.497666 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:01.509804 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Transition to ACTIVE for port object 7404f5fe-b108-47a0-b58a-57236ae12240 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:32:01.514175 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:01.567163 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Pushing event updated for resources: {'Port': ['ID=7404f5fe-b108-47a0-b58a-57236ae12240,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:01.579843 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Router d07d1fd4-86ed-4415-9364-b10be3909496 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:32:01.640228 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Attempting to bind port 7404f5fe-b108-47a0-b58a-57236ae12240 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:32:01.640656 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Attempting to bind port 7404f5fe-b108-47a0-b58a-57236ae12240 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:32:01.641051 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Attempting to bind port 7404f5fe-b108-47a0-b58a-57236ae12240 on network 791637e4-063d-499c-bfca-afedfcc04bcf {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:32:01.645635 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Port 7404f5fe-b108-47a0-b58a-57236ae12240 on network 791637e4-063d-499c-bfca-afedfcc04bcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:32:01.646027 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Attempting to bind port 7404f5fe-b108-47a0-b58a-57236ae12240 on network 791637e4-063d-499c-bfca-afedfcc04bcf {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:32:01.651870 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:32:01.652290 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Checking segment: {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:32:01.652753 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Bound using segment: {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:32:01.653249 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Bound port: 7404f5fe-b108-47a0-b58a-57236ae12240, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:32:01.653667 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:01.696998 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:32:01.702631 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-21bc2292-5b7c-46dc-8d90-f18b8562a0b4 admin admin] 10.222.0.37 "PUT /v2.0/routers/d07d1fd4-86ed-4415-9364-b10be3909496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8311925 Nov 20 03:32:01.705018 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36680) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:01.707564 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8013ba-4b4c-499a-9750-9a71eacc8c2f None None] Sync routers for ids ['d07d1fd4-86ed-4415-9364-b10be3909496'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:32:01.719468 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8013ba-4b4c-499a-9750-9a71eacc8c2f None None] Routers {'d07d1fd4-86ed-4415-9364-b10be3909496'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:32:01.720675 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-dd8013ba-4b4c-499a-9750-9a71eacc8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['d07d1fd4-86ed-4415-9364-b10be3909496'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:01.732249 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] For port 7404f5fe-b108-47a0-b58a-57236ae12240, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:32:01.736060 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] For port 7404f5fe-b108-47a0-b58a-57236ae12240, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7404f5fe-b108-47a0-b58a-57236ae12240,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:32:01.741353 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:01.785531 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:01.786423 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:01.791186 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] 10.222.0.57 "PUT /v2.0/ports/7404f5fe-b108-47a0-b58a-57236ae12240 HTTP/1.1" status: 200 len: 1094 time: 0.6741099 Nov 20 03:32:01.791919 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2109e70-6d36-409e-a430-4e36ba685082', 'tag': '7404f5fe-b108-47a0-b58a-57236ae12240'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:32:01.794427 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596373ae-b3f2-4e63-8106-b03ed4a2d258" -d '{"events": [{"name": "network-changed", "server_uuid": "e2109e70-6d36-409e-a430-4e36ba685082", "tag": "7404f5fe-b108-47a0-b58a-57236ae12240"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:32:01.823489 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02ff9c-9ea3-45a6-afba-7209034abf7b service neutron] Pushing event updated for resources: {'Port': ['ID=7404f5fe-b108-47a0-b58a-57236ae12240,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:01.854628 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Publish callbacks [] for router, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:01.871345 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-dd8013ba-4b4c-499a-9750-9a71eacc8c2f None None] Set router d07d1fd4-86ed-4415-9364-b10be3909496 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:32:01.885468 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adf6d38-ff85-4af0-a5fb-456bc0c23a4c x-openstack-request-id: req-1adf6d38-ff85-4af0-a5fb-456bc0c23a4c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:32:01.885769 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2109e70-6d36-409e-a430-4e36ba685082", "tag": "7404f5fe-b108-47a0-b58a-57236ae12240", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:32:01.886026 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1adf6d38-ff85-4af0-a5fb-456bc0c23a4c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:32:01.886425 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2109e70-6d36-409e-a430-4e36ba685082', 'tag': '7404f5fe-b108-47a0-b58a-57236ae12240', 'status': 'completed', 'code': 200} Nov 20 03:32:01.924547 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-ca1349d4-62fb-477f-ab9e-2f0639acd8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:01.926197 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-ca1349d4-62fb-477f-ab9e-2f0639acd8cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d08399259f414676ab07f0c72210e61b&device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 1097 time: 0.0766740 Nov 20 03:32:01.988478 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-176c43c0-ca88-43ac-9372-8dae9f82fd42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7404f5fe-b108-47a0-b58a-57236ae12240 HTTP/1.1" status: 200 len: 217 time: 0.0447598 Nov 20 03:32:02.008844 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.044451 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-a9f9e6e3-f2ec-4c43-8196-f7900632553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:02.045932 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-a9f9e6e3-f2ec-4c43-8196-f7900632553e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7925a5a7-083f-4847-bacf-6cd494adf50c HTTP/1.1" status: 200 len: 850 time: 0.0503764 Nov 20 03:32:02.070782 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Deleting port edadfa11-76bd-4669-b48d-088d99c1757f {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:32:02.071661 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.080654 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-dd8013ba-4b4c-499a-9750-9a71eacc8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'name': 'tempest-TestShelveInstance-1389712374-router', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:32:01Z', 'revision_number': 5, 'project_id': 'ca261cda15e84206828325fbda7b64d6', 'gw_port': {'id': 'edadfa11-76bd-4669-b48d-088d99c1757f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:33Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:02.104203 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-9d8b9c4e-6fde-4e80-ae8c-d82af772c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:02.105692 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-9d8b9c4e-6fde-4e80-ae8c-d82af772c7a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=791637e4-063d-499c-bfca-afedfcc04bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514302 Nov 20 03:32:02.109866 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8013ba-4b4c-499a-9750-9a71eacc8c2f None None] Checking router: d07d1fd4-86ed-4415-9364-b10be3909496 for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:32:02.120352 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8013ba-4b4c-499a-9750-9a71eacc8c2f None None] Routers {'d07d1fd4-86ed-4415-9364-b10be3909496'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:32:02.120948 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-dd8013ba-4b4c-499a-9750-9a71eacc8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['d07d1fd4-86ed-4415-9364-b10be3909496'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:02.152923 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] For port edadfa11-76bd-4669-b48d-088d99c1757f, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=edadfa11-76bd-4669-b48d-088d99c1757f,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:02.153331 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.170187 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Calling delete_port for edadfa11-76bd-4669-b48d-088d99c1757f owned by network:router_gateway {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:32:02.213060 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-2a88e9da-af41-4e89-abe5-6978e3e2fc13 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981560 Nov 20 03:32:02.214683 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-dd8013ba-4b4c-499a-9750-9a71eacc8c2f None None] Set router d07d1fd4-86ed-4415-9364-b10be3909496 gateway port host: None {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:32:02.358397 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6550771-aa55-4cae-a78c-94820cb406da req-234d7e97-2c7b-4726-9b13-76c51c3cc988 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:02.358799 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.360029 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c6550771-aa55-4cae-a78c-94820cb406da req-234d7e97-2c7b-4726-9b13-76c51c3cc988 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 944 time: 0.0826402 Nov 20 03:32:02.388944 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Pushing event deleted for resources: {'Port': ['ID=edadfa11-76bd-4669-b48d-088d99c1757f,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:02.401763 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-dd8013ba-4b4c-499a-9750-9a71eacc8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'name': 'tempest-TestShelveInstance-1389712374-router', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:32:02Z', 'revision_number': 6, 'project_id': 'ca261cda15e84206828325fbda7b64d6', 'gw_port_host': None}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:02.407496 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d9c5391-9395-49ac-862f-c542e651b4b7 req-a7382a0b-7400-4f5a-98af-11b6f924ede6 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864903 Nov 20 03:32:02.422588 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c6550771-aa55-4cae-a78c-94820cb406da req-a5a2a18f-fdb2-4533-9365-3380d73de8e8 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530634 Nov 20 03:32:02.428596 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8013ba-4b4c-499a-9750-9a71eacc8c2f None None] The sync data for ids ['d07d1fd4-86ed-4415-9364-b10be3909496'] in dv-cinder-818037-5-iscsi is: [{'id': 'd07d1fd4-86ed-4415-9364-b10be3909496', 'name': 'tempest-TestShelveInstance-1389712374-router', 'tenant_id': 'ca261cda15e84206828325fbda7b64d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:32:02Z', 'revision_number': 6, 'project_id': 'ca261cda15e84206828325fbda7b64d6', 'gw_port_host': None}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:32:02.464559 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1780264'] for router_gateway, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.560509 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1782926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31792'] for router, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.563277 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.583616 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596373ae-b3f2-4e63-8106-b03ed4a2d258 req-46cd1ab5-7514-4bed-be44-2de0b6e1a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:02.585808 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-596373ae-b3f2-4e63-8106-b03ed4a2d258 req-46cd1ab5-7514-4bed-be44-2de0b6e1a4d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d08399259f414676ab07f0c72210e61b&device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 1097 time: 0.0439057 Nov 20 03:32:02.610615 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1782917'] for router, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.611183 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d07d1fd4-86ed-4415-9364-b10be3909496 {{(pid=102610) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:32:02.627453 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] Publish callbacks [] for router, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.628649 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-0545ea5b-fe42-442b-adf2-04b72eaeb363 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d07d1fd4-86ed-4415-9364-b10be3909496 HTTP/1.1" status: 204 len: 168 time: 0.9151096 Nov 20 03:32:02.631113 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36686) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:02.675757 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc8a06d-9ce6-4923-9412-80e34d82c2b6 admin admin] Deleting subnet 11994ae4-e662-477b-a371-d9de717b4ba3 {{(pid=102610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:32:02.678788 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a06d-9ce6-4923-9412-80e34d82c2b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.682463 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596373ae-b3f2-4e63-8106-b03ed4a2d258 req-662d6e38-e0a2-4dab-a322-b34bb33d2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:02.684051 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-596373ae-b3f2-4e63-8106-b03ed4a2d258 req-662d6e38-e0a2-4dab-a322-b34bb33d2508 service neutron] 10.222.0.57 "GET /v2.0/networks?id=791637e4-063d-499c-bfca-afedfcc04bcf HTTP/1.1" status: 200 len: 912 time: 0.0908215 Nov 20 03:32:02.713134 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a06d-9ce6-4923-9412-80e34d82c2b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4789309'] for subnet, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.727879 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-596373ae-b3f2-4e63-8106-b03ed4a2d258 req-c2dc0504-3268-499b-ac1f-342cbca5db0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7404f5fe-b108-47a0-b58a-57236ae12240 HTTP/1.1" status: 200 len: 217 time: 0.0349541 Nov 20 03:32:02.777421 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596373ae-b3f2-4e63-8106-b03ed4a2d258 req-3b96a856-587b-4824-8f22-184b5a54595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:02.778892 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-596373ae-b3f2-4e63-8106-b03ed4a2d258 req-3b96a856-587b-4824-8f22-184b5a54595e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7925a5a7-083f-4847-bacf-6cd494adf50c HTTP/1.1" status: 200 len: 850 time: 0.0431120 Nov 20 03:32:02.793293 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a06d-9ce6-4923-9412-80e34d82c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.825647 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596373ae-b3f2-4e63-8106-b03ed4a2d258 req-9b7c1381-2fa0-46d9-97cb-46c1af60b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:02.827146 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-596373ae-b3f2-4e63-8106-b03ed4a2d258 req-9b7c1381-2fa0-46d9-97cb-46c1af60b234 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=791637e4-063d-499c-bfca-afedfcc04bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400987 Nov 20 03:32:02.845920 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a06d-9ce6-4923-9412-80e34d82c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4985471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4896948'] for subnet, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.870185 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8a06d-9ce6-4923-9412-80e34d82c2b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11994ae4-e662-477b-a371-d9de717b4ba3,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:02.873821 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a06d-9ce6-4923-9412-80e34d82c2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:02.877074 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-7cc8a06d-9ce6-4923-9412-80e34d82c2b6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/11994ae4-e662-477b-a371-d9de717b4ba3 HTTP/1.1" status: 204 len: 168 time: 0.2450304 Nov 20 03:32:02.879453 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36688) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:02.879899 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af4ef43-a4d9-410b-a1d6-89d4d80410a0 None None] Network 416fd2d9-1c7e-4996-b6b8-4b916dc273d1 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:32:02.946026 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-596373ae-b3f2-4e63-8106-b03ed4a2d258 req-9d3f6e62-6dc0-43d2-90a8-63fa0aa79823 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104062 Nov 20 03:32:02.966436 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.030588 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Deleting port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:32:03.031142 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.061816 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-596373ae-b3f2-4e63-8106-b03ed4a2d258 req-0603514f-b8fb-4b58-ab7d-97efb94a2fd6 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080222 Nov 20 03:32:03.095599 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f74e049-2faa-4073-8299-61380558f865 None None] DHCP port deletion for 416fd2d9-1c7e-4996-b6b8-4b916dc273d1 request from dv-cinder-818037-5-iscsi {{(pid=102611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:32:03.099501 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] For port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=2b2661e7-eebe-4ce7-9a27-b5a579826d6e,segment=NetworkSegment(27e1139f-4313-4131-adbe-f7953e23ad7f),segment_id=27e1139f-4313-4131-adbe-f7953e23ad7f)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:03.099984 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.112210 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Calling delete_port for 2b2661e7-eebe-4ce7-9a27-b5a579826d6e owned by network:dhcp {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:32:03.147879 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Deleting port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e {{(pid=102611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:32:03.148335 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.196280 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.218754 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-4f74e049-2faa-4073-8299-61380558f865 None None] For port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=2b2661e7-eebe-4ce7-9a27-b5a579826d6e,segment=NetworkSegment(27e1139f-4313-4131-adbe-f7953e23ad7f),segment_id=27e1139f-4313-4131-adbe-f7953e23ad7f)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:03.219164 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.223595 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2661e7-eebe-4ce7-9a27-b5a579826d6e,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:03.227177 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] No DVR routers for this DVR port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e on host dv-cinder-818037-5-iscsi {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:32:03.235618 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Calling delete_port for 2b2661e7-eebe-4ce7-9a27-b5a579826d6e owned by network:dhcp {{(pid=102611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:32:03.299120 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.325236 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623'] for port, after_delete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.350267 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Pushing event deleted for resources: {'Port': ['ID=2b2661e7-eebe-4ce7-9a27-b5a579826d6e,revision_number=None']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:03.359565 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74e049-2faa-4073-8299-61380558f865 None None] No DVR routers for this DVR port 2b2661e7-eebe-4ce7-9a27-b5a579826d6e on host dv-cinder-818037-5-iscsi {{(pid=102611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:32:03.361975 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:03.362351 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:03.362670 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:03.363005 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:03.363336 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:03.363667 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:03.364028 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:03.364354 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:03.364683 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:03.365547 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:03.365876 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:03.366200 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f74e049-2faa-4073-8299-61380558f865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:32:03.545257 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416fd2d9-1c7e-4996-b6b8-4b916dc273d1']}} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:03.555127 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e1139f-4313-4131-adbe-f7953e23ad7f') {'for_net_delete': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:03.555419 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e1139f-4313-4131-adbe-f7953e23ad7f') {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:03.563260 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36e9b5-0b10-4f9d-b32b-d1f9ccf92b96 req-6b07e112-4de3-4ab0-9ab8-4bbf4a14e0b1 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:03.564400 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4789284'] for segment, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.564791 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ef36e9b5-0b10-4f9d-b32b-d1f9ccf92b96 req-6b07e112-4de3-4ab0-9ab8-4bbf4a14e0b1 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 944 time: 0.0501022 Nov 20 03:32:03.578693 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.584780 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:32:03.585164 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4985377'] for segment, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: Traceback (most recent call last): Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: timer() Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: cb(*args, **kw) Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: return func(*args, **kwargs) Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: self._notify() Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: self.callback(batched_events) Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: event.method(event) Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: return f(self, *a, **k) Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: return self._get(url).json() Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: return self.request(url, 'GET', **kwargs) Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:32:03.586804 dv-cinder-818037-5-iscsi neutron-server[102610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:32:03.594211 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:32:03.612653 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ef36e9b5-0b10-4f9d-b32b-d1f9ccf92b96 req-0a915233-5cde-454e-b06c-466ed451fefd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412064 Nov 20 03:32:03.641659 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.646750 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.650068 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] 10.222.0.37 "DELETE /v2.0/networks/416fd2d9-1c7e-4996-b6b8-4b916dc273d1 HTTP/1.1" status: 204 len: 168 time: 0.7696764 Nov 20 03:32:03.660777 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93140be-dfa2-43fa-b2e8-db8970d3c33e admin admin] Pushing event deleted for resources: {'Network': ['ID=416fd2d9-1c7e-4996-b6b8-4b916dc273d1,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:03.763194 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36694) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:03.801914 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-7aed5c78-4ae4-43cf-bf05-a97c415a2496 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4794dc407c024daf9067e5a879ec056c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374026 Nov 20 03:32:03.804952 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36696) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:03.854513 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e17548a7-773a-49ec-a232-91bf33bc47cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.875552 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e17548a7-773a-49ec-a232-91bf33bc47cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.921058 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e17548a7-773a-49ec-a232-91bf33bc47cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.923692 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e17548a7-773a-49ec-a232-91bf33bc47cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:03.924879 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e17548a7-773a-49ec-a232-91bf33bc47cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b21cde7-f3fe-4d01-9659-100f5d894255 HTTP/1.1" status: 204 len: 168 time: 0.1190124 Nov 20 03:32:03.933638 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17548a7-773a-49ec-a232-91bf33bc47cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b21cde7-f3fe-4d01-9659-100f5d894255,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:04.235312 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36702) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:04.276244 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-32240aeb-44ae-452e-a773-4fc649b2139f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca261cda15e84206828325fbda7b64d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395865 Nov 20 03:32:04.278557 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36704) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:04.298468 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 493901de-c80a-443d-8169-0ceea765e8a1 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:04.317886 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 493901de-c80a-443d-8169-0ceea765e8a1 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:04.319036 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 493901de-c80a-443d-8169-0ceea765e8a1 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:04.319300 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device edadfa11-76bd-4669-b48d-088d99c1757f no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:04.327543 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2600cca1-d98f-4a76-97b6-973a072274cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:04.340644 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: edadfa11-76bd-4669-b48d-088d99c1757f {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:04.340984 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device edadfa11-76bd-4669-b48d-088d99c1757f not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:04.341396 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 2b2661e7-eebe-4ce7-9a27-b5a579826d6e no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:04.348820 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2600cca1-d98f-4a76-97b6-973a072274cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:04.359912 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 2b2661e7-eebe-4ce7-9a27-b5a579826d6e {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:04.360260 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 2b2661e7-eebe-4ce7-9a27-b5a579826d6e not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:04.395446 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2600cca1-d98f-4a76-97b6-973a072274cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:04.398690 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2600cca1-d98f-4a76-97b6-973a072274cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:04.399891 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-2600cca1-d98f-4a76-97b6-973a072274cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc11e549-7475-49f9-997a-37600ebb14a2 HTTP/1.1" status: 204 len: 168 time: 0.1204090 Nov 20 03:32:04.408704 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600cca1-d98f-4a76-97b6-973a072274cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc11e549-7475-49f9-997a-37600ebb14a2,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:04.734971 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab102cd-8e70-49cb-bb88-2d1f40ceff83 req-2f3900b6-ddf9-4f81-af94-84f93700fca6 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:04.736609 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ab102cd-8e70-49cb-bb88-2d1f40ceff83 req-2f3900b6-ddf9-4f81-af94-84f93700fca6 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 944 time: 0.0512702 Nov 20 03:32:04.785369 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ab102cd-8e70-49cb-bb88-2d1f40ceff83 req-6e0e3ce7-324d-4a90-a005-5fb32956a890 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Nov 20 03:32:05.056094 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7404f5fe-b108-47a0-b58a-57236ae12240 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:32:05.148624 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7404f5fe-b108-47a0-b58a-57236ae12240, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7404f5fe-b108-47a0-b58a-57236ae12240,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:05.160141 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '7404f5fe-b108-47a0-b58a-57236ae12240', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'port_id': '7404f5fe-b108-47a0-b58a-57236ae12240', 'mac_address': 'fa:16:3e:0f:92:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:32:05.200030 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:05.212409 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7404f5fe-b108-47a0-b58a-57236ae12240 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:32:05.231525 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7404f5fe-b108-47a0-b58a-57236ae12240, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7404f5fe-b108-47a0-b58a-57236ae12240,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:05.235649 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:05.281044 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=7404f5fe-b108-47a0-b58a-57236ae12240,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:05.573823 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['7404f5fe-b108-47a0-b58a-57236ae12240'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:32:05.900694 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6e018-6557-4817-b555-db5c45e1e6a7 req-c215c106-3f7e-4dc6-b1de-3a2b7a83a59e tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:05.902617 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2aa6e018-6557-4817-b555-db5c45e1e6a7 req-c215c106-3f7e-4dc6-b1de-3a2b7a83a59e tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 945 time: 0.0505686 Nov 20 03:32:05.948180 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2aa6e018-6557-4817-b555-db5c45e1e6a7 req-9609f81c-c6e8-4faf-8c2b-fb0c8671b14a tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400653 Nov 20 03:32:07.064402 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5aa05d-0747-4f04-be41-bfacc1831d0c req-a217779d-aeea-4d2d-afd9-167cef381325 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:07.065866 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5c5aa05d-0747-4f04-be41-bfacc1831d0c req-a217779d-aeea-4d2d-afd9-167cef381325 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 945 time: 0.0480366 Nov 20 03:32:07.079683 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7404f5fe-b108-47a0-b58a-57236ae12240 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:32:07.112346 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5c5aa05d-0747-4f04-be41-bfacc1831d0c req-8a142920-2c20-49b8-a040-6c7008699a74 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406682 Nov 20 03:32:07.128848 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 7404f5fe-b108-47a0-b58a-57236ae12240 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:32:07.133190 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 7404f5fe-b108-47a0-b58a-57236ae12240 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:32:07.133575 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:07.211887 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:07.233681 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2109e70-6d36-409e-a430-4e36ba685082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7404f5fe-b108-47a0-b58a-57236ae12240'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:32:07.235916 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24286e0-e67b-4d53-92b5-b0464e8f0229" -d '{"events": [{"server_uuid": "e2109e70-6d36-409e-a430-4e36ba685082", "name": "network-vif-plugged", "status": "completed", "tag": "7404f5fe-b108-47a0-b58a-57236ae12240"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:32:07.248725 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 7404f5fe-b108-47a0-b58a-57236ae12240, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7404f5fe-b108-47a0-b58a-57236ae12240,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:07.252947 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:07.275841 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c74e3e9-ad9b-469a-90a3-461a1c1dce59 x-openstack-request-id: req-1c74e3e9-ad9b-469a-90a3-461a1c1dce59 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:32:07.276134 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2109e70-6d36-409e-a430-4e36ba685082", "name": "network-vif-plugged", "status": "completed", "tag": "7404f5fe-b108-47a0-b58a-57236ae12240", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:32:07.276393 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c74e3e9-ad9b-469a-90a3-461a1c1dce59 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:32:07.276778 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2109e70-6d36-409e-a430-4e36ba685082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7404f5fe-b108-47a0-b58a-57236ae12240', 'code': 200} Nov 20 03:32:07.302005 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=7404f5fe-b108-47a0-b58a-57236ae12240,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:07.472371 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d410e6a-a735-42f9-9981-8590cf780091 req-84adaac1-43f4-4748-96a3-b2cd5b0fc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:07.473726 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8d410e6a-a735-42f9-9981-8590cf780091 req-84adaac1-43f4-4748-96a3-b2cd5b0fc0d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 1099 time: 0.0388875 Nov 20 03:32:07.518926 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8d410e6a-a735-42f9-9981-8590cf780091 req-bf0869ab-57f4-4621-ae2c-276c148e59a9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379496 Nov 20 03:32:08.225229 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedc256-bf95-4290-ad38-6bce74863ca8 req-802ca465-c510-4e2c-a2bf-a150da00b2be tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:08.226596 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cbedc256-bf95-4290-ad38-6bce74863ca8 req-802ca465-c510-4e2c-a2bf-a150da00b2be tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0480449 Nov 20 03:32:08.272372 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cbedc256-bf95-4290-ad38-6bce74863ca8 req-b6281aa7-3df3-43a9-971e-be9c2d1d19be tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 Nov 20 03:32:09.209820 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-eed68bf0-fe61-432c-9abc-961b38dd0c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:09.246296 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d6773e39-053a-4fa3-94b5-5f0342bea15c req-4a181030-2ee0-4afb-a7e8-815a50afc583 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345412352&fields=id&tenant_id=c53d3d6966164babbb24206f254ee2d5 HTTP/1.1" status: 200 len: 267 time: 0.0467048 Nov 20 03:32:09.296573 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773e39-053a-4fa3-94b5-5f0342bea15c req-1bb95498-849c-405b-9163-073ec0150b99 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:09.298232 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d6773e39-053a-4fa3-94b5-5f0342bea15c req-1bb95498-849c-405b-9163-073ec0150b99 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 985 time: 0.0462384 Nov 20 03:32:09.309875 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-d6773e39-053a-4fa3-94b5-5f0342bea15c req-6e866e72-926a-476f-accf-c6a0eb774bc5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Request body: {'port': {'security_groups': ['a373faea-eaf2-4de6-8972-4ee6f02d6839']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:32:09.400122 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-d6773e39-053a-4fa3-94b5-5f0342bea15c req-6e866e72-926a-476f-accf-c6a0eb774bc5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:09.431645 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2847bf-964c-4083-b088-18d5c59332ae req-8ef59b80-2eb4-46da-b8ea-ff4926ceeb56 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:09.433131 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2847bf-964c-4083-b088-18d5c59332ae req-8ef59b80-2eb4-46da-b8ea-ff4926ceeb56 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0918629 Nov 20 03:32:09.520173 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7b2847bf-964c-4083-b088-18d5c59332ae req-35fdf640-ac11-430f-a7a4-ff5fc057e09f tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677047 Nov 20 03:32:09.657237 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-d6773e39-053a-4fa3-94b5-5f0342bea15c req-6e866e72-926a-476f-accf-c6a0eb774bc5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] For port eb734ba7-0de6-4766-b88e-a690cb07fd57, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:09.667056 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2ce71-fd02-4d52-9fdf-7b4d17854a16 req-80669605-8b7f-43d0-9240-40a52857dd99 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:09.668550 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-adb2ce71-fd02-4d52-9fdf-7b4d17854a16 req-80669605-8b7f-43d0-9240-40a52857dd99 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0871627 Nov 20 03:32:09.677111 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36728) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:09.682340 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-c6117c75-9580-49a0-bee7-b6f8d78bbaa2 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Request body: {'floatingip': {'port_id': '7404f5fe-b108-47a0-b58a-57236ae12240'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:32:09.695545 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-d6773e39-053a-4fa3-94b5-5f0342bea15c req-6e866e72-926a-476f-accf-c6a0eb774bc5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:09.700350 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-d6773e39-053a-4fa3-94b5-5f0342bea15c req-6e866e72-926a-476f-accf-c6a0eb774bc5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:09.723020 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c6117c75-9580-49a0-bee7-b6f8d78bbaa2 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:09.737989 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['eb734ba7-0de6-4766-b88e-a690cb07fd57'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:32:09.750719 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773e39-053a-4fa3-94b5-5f0342bea15c req-6e866e72-926a-476f-accf-c6a0eb774bc5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:09.751571 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-d6773e39-053a-4fa3-94b5-5f0342bea15c req-6e866e72-926a-476f-accf-c6a0eb774bc5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:09.753352 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d6773e39-053a-4fa3-94b5-5f0342bea15c req-6e866e72-926a-476f-accf-c6a0eb774bc5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "PUT /v2.0/ports/eb734ba7-0de6-4766-b88e-a690cb07fd57 HTTP/1.1" status: 200 len: 943 time: 0.4478698 Nov 20 03:32:09.754034 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:32:09.756329 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bbe504-c481-4f68-bda6-501f738f2682" -d '{"events": [{"name": "network-changed", "server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:32:09.766575 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36732) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:09.822381 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fee950-f348-4898-bc3b-969600dfd479 x-openstack-request-id: req-88fee950-f348-4898-bc3b-969600dfd479 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:32:09.823446 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:32:09.824009 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88fee950-f348-4898-bc3b-969600dfd479 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:32:09.824592 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'status': 'completed', 'code': 200} Nov 20 03:32:09.843950 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e866e72-926a-476f-accf-c6a0eb774bc5 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event updated for resources: {'Port': ['ID=eb734ba7-0de6-4766-b88e-a690cb07fd57,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:09.881898 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-526f2bd9-b768-4b6a-908e-11f7d5bbd9f8 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:09.885254 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['eb734ba7-0de6-4766-b88e-a690cb07fd57'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:32:09.944691 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-526f2bd9-b768-4b6a-908e-11f7d5bbd9f8 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:09.986208 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbe504-c481-4f68-bda6-501f738f2682 req-235d1997-6e8b-4fa6-8c4b-1432dcc39d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:09.987713 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-43bbe504-c481-4f68-bda6-501f738f2682 req-235d1997-6e8b-4fa6-8c4b-1432dcc39d28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c53d3d6966164babbb24206f254ee2d5&device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 1099 time: 0.1025736 Nov 20 03:32:10.085663 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-526f2bd9-b768-4b6a-908e-11f7d5bbd9f8 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:10.088256 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-526f2bd9-b768-4b6a-908e-11f7d5bbd9f8 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:10.089397 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-526f2bd9-b768-4b6a-908e-11f7d5bbd9f8 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "DELETE /v2.0/security-groups/b6cb02e0-6f61-4ae3-9a42-d5b44abb9622 HTTP/1.1" status: 204 len: 168 time: 0.3229313 Nov 20 03:32:10.100171 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36734) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:10.100779 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-4867cef1-11a1-4980-9162-68d97a23d952 None None] Provisioning complete for port eb734ba7-0de6-4766-b88e-a690cb07fd57 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:32:10.101124 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f2bd9-b768-4b6a-908e-11f7d5bbd9f8 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cb02e0-6f61-4ae3-9a42-d5b44abb9622,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:10.101245 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-4867cef1-11a1-4980-9162-68d97a23d952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:10.108937 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbe504-c481-4f68-bda6-501f738f2682 req-17bcb161-9cfd-444f-adf8-d8e293ca6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:10.110321 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-43bbe504-c481-4f68-bda6-501f738f2682 req-17bcb161-9cfd-444f-adf8-d8e293ca6751 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed709e46-1ee1-428c-b518-8aac59c8ccf4 HTTP/1.1" status: 200 len: 916 time: 0.1151230 Nov 20 03:32:10.237471 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c6117c75-9580-49a0-bee7-b6f8d78bbaa2 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:10.242104 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c6117c75-9580-49a0-bee7-b6f8d78bbaa2 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:10.247854 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-43bbe504-c481-4f68-bda6-501f738f2682 req-beaf3c0f-dd2e-44c0-9a9f-576792962610 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57 HTTP/1.1" status: 200 len: 1002 time: 0.1045854 Nov 20 03:32:10.328322 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbe504-c481-4f68-bda6-501f738f2682 req-10cbf055-d7e6-44fe-bf2c-b19c2574d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:10.329759 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-43bbe504-c481-4f68-bda6-501f738f2682 req-10cbf055-d7e6-44fe-bf2c-b19c2574d39d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96c4ea19-4a40-4801-9298-88024c3decb0 HTTP/1.1" status: 200 len: 854 time: 0.0730281 Nov 20 03:32:10.352074 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.l3_db [None req-c6117c75-9580-49a0-bee7-b6f8d78bbaa2 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Floating IP be23b91b-85f3-4ca0-98d4-8c1e3efa74f4 associated. External IP: 172.27.1.231, port: 7404f5fe-b108-47a0-b58a-57236ae12240. Nov 20 03:32:10.376519 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Deleting port 9caa3bed-9f9c-4678-8820-fb46cc2476f5 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:32:10.376859 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:10.420845 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbe504-c481-4f68-bda6-501f738f2682 req-5dc1cd41-c148-446f-a637-395573c66b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:10.422234 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-43bbe504-c481-4f68-bda6-501f738f2682 req-5dc1cd41-c148-446f-a637-395573c66b22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed709e46-1ee1-428c-b518-8aac59c8ccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833948 Nov 20 03:32:10.506480 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:10.506802 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:10.523687 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Calling delete_port for 9caa3bed-9f9c-4678-8820-fb46cc2476f5 owned by network:floatingip {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:32:10.552356 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6117c75-9580-49a0-bee7-b6f8d78bbaa2 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Router 50e03d5f-48e8-4a48-9e30-ded79268f168 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:32:10.581749 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-43bbe504-c481-4f68-bda6-501f738f2682 req-7021c462-3990-4f42-ae63-75fecd78f936 service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490705 Nov 20 03:32:10.658706 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6117c75-9580-49a0-bee7-b6f8d78bbaa2 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:32:10.663755 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c6117c75-9580-49a0-bee7-b6f8d78bbaa2 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:10.670041 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260e6a5-207e-468b-8add-6232043516c7 None None] Sync routers for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:32:10.680317 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260e6a5-207e-468b-8add-6232043516c7 None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:32:10.681131 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-1260e6a5-207e-468b-8add-6232043516c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:10.695887 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-c6117c75-9580-49a0-bee7-b6f8d78bbaa2 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "PUT /v2.0/floatingips/be23b91b-85f3-4ca0-98d4-8c1e3efa74f4 HTTP/1.1" status: 200 len: 992 time: 1.0169973 Nov 20 03:32:10.696545 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2109e70-6d36-409e-a430-4e36ba685082', 'tag': '7404f5fe-b108-47a0-b58a-57236ae12240'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:32:10.698773 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fd4018-977d-4861-9485-da99774aeb39" -d '{"events": [{"name": "network-changed", "server_uuid": "e2109e70-6d36-409e-a430-4e36ba685082", "tag": "7404f5fe-b108-47a0-b58a-57236ae12240"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:32:10.720038 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-43bbe504-c481-4f68-bda6-501f738f2682 req-149c3d2b-79be-4f05-a6e5-06d55415436a service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230268 Nov 20 03:32:10.740519 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e516c3-1cfc-4edd-a08a-03f1b59ae550 x-openstack-request-id: req-96e516c3-1cfc-4edd-a08a-03f1b59ae550 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:32:10.740807 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2109e70-6d36-409e-a430-4e36ba685082", "tag": "7404f5fe-b108-47a0-b58a-57236ae12240", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:32:10.741071 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96e516c3-1cfc-4edd-a08a-03f1b59ae550 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:32:10.741470 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2109e70-6d36-409e-a430-4e36ba685082', 'tag': '7404f5fe-b108-47a0-b58a-57236ae12240', 'status': 'completed', 'code': 200} Nov 20 03:32:10.789668 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:10.809679 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-1260e6a5-207e-468b-8add-6232043516c7 None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:32:10.824173 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event deleted for resources: {'Port': ['ID=9caa3bed-9f9c-4678-8820-fb46cc2476f5,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:10.898780 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd4018-977d-4861-9485-da99774aeb39 req-0774981f-959c-4358-b853-948d9babc517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:10.900367 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15fd4018-977d-4861-9485-da99774aeb39 req-0774981f-959c-4358-b853-948d9babc517 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d08399259f414676ab07f0c72210e61b&device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 1099 time: 0.1025319 Nov 20 03:32:10.928979 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks [] for floatingip, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:10.929309 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Floating IP ac9a8785-23bd-48e8-93c9-5a771bc913c8 disassociated (deleted). External IP: 172.27.1.103, port: eb734ba7-0de6-4766-b88e-a690cb07fd57. Nov 20 03:32:11.049539 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-1260e6a5-207e-468b-8add-6232043516c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'be23b91b-85f3-4ca0-98d4-8c1e3efa74f4', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'port_id': '7404f5fe-b108-47a0-b58a-57236ae12240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'mac_address': 'fa:16:3e:0f:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2109e70-6d36-409e-a430-4e36ba685082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:57Z', 'updated_at': '2021-11-20T03:32:10Z', 'revision_number': 1, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:58Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:11.077348 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260e6a5-207e-468b-8add-6232043516c7 None None] Checking router: 50e03d5f-48e8-4a48-9e30-ded79268f168 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:32:11.087477 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260e6a5-207e-468b-8add-6232043516c7 None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:32:11.088115 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-1260e6a5-207e-468b-8add-6232043516c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:31:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:11.283698 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-1260e6a5-207e-468b-8add-6232043516c7 None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:32:11.344099 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd4018-977d-4861-9485-da99774aeb39 req-990d0091-cc89-4378-afa0-f151eb03426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:11.345749 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15fd4018-977d-4861-9485-da99774aeb39 req-990d0091-cc89-4378-afa0-f151eb03426c service neutron] 10.222.0.57 "GET /v2.0/networks?id=791637e4-063d-499c-bfca-afedfcc04bcf HTTP/1.1" status: 200 len: 912 time: 0.4375703 Nov 20 03:32:11.420305 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-16cab089-02c7-4367-b199-41f9022157a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:11.487354 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15fd4018-977d-4861-9485-da99774aeb39 req-47546408-96bb-4d5b-a031-cdcbba48fc07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7404f5fe-b108-47a0-b58a-57236ae12240 HTTP/1.1" status: 200 len: 1000 time: 0.1319818 Nov 20 03:32:11.505125 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-1260e6a5-207e-468b-8add-6232043516c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'be23b91b-85f3-4ca0-98d4-8c1e3efa74f4', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'port_id': '7404f5fe-b108-47a0-b58a-57236ae12240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'mac_address': 'fa:16:3e:0f:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2109e70-6d36-409e-a430-4e36ba685082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:57Z', 'updated_at': '2021-11-20T03:32:10Z', 'revision_number': 1, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:58Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:11.534661 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260e6a5-207e-468b-8add-6232043516c7 None None] The sync data for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi is: [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'be23b91b-85f3-4ca0-98d4-8c1e3efa74f4', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'port_id': '7404f5fe-b108-47a0-b58a-57236ae12240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'mac_address': 'fa:16:3e:0f:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2109e70-6d36-409e-a430-4e36ba685082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:57Z', 'updated_at': '2021-11-20T03:32:10Z', 'revision_number': 1, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:58Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:32:11.547879 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:32:11.557043 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd4018-977d-4861-9485-da99774aeb39 req-41ee8bbf-5258-4c7a-a1b9-662b6b740867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:11.558512 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15fd4018-977d-4861-9485-da99774aeb39 req-41ee8bbf-5258-4c7a-a1b9-662b6b740867 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7925a5a7-083f-4847-bacf-6cd494adf50c HTTP/1.1" status: 200 len: 850 time: 0.0624237 Nov 20 03:32:11.670282 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd4018-977d-4861-9485-da99774aeb39 req-743c65b2-e116-4185-9939-6467971c957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:11.671824 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15fd4018-977d-4861-9485-da99774aeb39 req-743c65b2-e116-4185-9939-6467971c957d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=791637e4-063d-499c-bfca-afedfcc04bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1064246 Nov 20 03:32:11.726446 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c0196-be50-4939-b69a-c7334b14790c None None] New status for floating IP be23b91b-85f3-4ca0-98d4-8c1e3efa74f4: ACTIVE {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:32:11.740920 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:32:11.746325 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:11.752802 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f7599-b404-4c75-a62a-e1b9a02a9e00 None None] Sync routers for ids ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:32:11.763468 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f7599-b404-4c75-a62a-e1b9a02a9e00 None None] Routers {'41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:32:11.764384 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-588f7599-b404-4c75-a62a-e1b9a02a9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:32:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:11.787286 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d279f578-3caf-4bde-9f8c-fdfbc4652025 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "DELETE /v2.0/floatingips/ac9a8785-23bd-48e8-93c9-5a771bc913c8 HTTP/1.1" status: 204 len: 168 time: 1.6840909 Nov 20 03:32:11.809609 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15fd4018-977d-4861-9485-da99774aeb39 req-6d29e33e-dc31-42eb-aad4-1ee888ce274f service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288457 Nov 20 03:32:11.828665 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:32:11.831555 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bc9965-efae-438a-afe4-2c961a4c2b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:32:11.886132 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-588f7599-b404-4c75-a62a-e1b9a02a9e00 None None] Set router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:32:11.953022 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15fd4018-977d-4861-9485-da99774aeb39 req-560fd9ff-c0df-4b4a-9708-a512cb808077 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354966 Nov 20 03:32:12.028207 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd9453b-2095-4452-ab5b-35251ac356ad x-openstack-request-id: req-0bd9453b-2095-4452-ab5b-35251ac356ad {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:32:12.028778 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:32:12.028967 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bd9453b-2095-4452-ab5b-35251ac356ad {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:32:12.029548 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'status': 'completed', 'code': 200} Nov 20 03:32:12.116458 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-588f7599-b404-4c75-a62a-e1b9a02a9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '6cecd9ca-7484-439c-9419-af5dae88f997', 'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'mac_address': 'fa:16:3e:2d:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:42Z', 'updated_at': '2021-11-20T03:29:47Z', 'revision_number': 5, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'subnets': [{'id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:12.116807 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc9965-efae-438a-afe4-2c961a4c2b6b req-dfcc5289-6bab-4989-85f7-9474058ca77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:12.118278 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d8bc9965-efae-438a-afe4-2c961a4c2b6b req-dfcc5289-6bab-4989-85f7-9474058ca77a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c53d3d6966164babbb24206f254ee2d5&device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 1099 time: 0.0428290 Nov 20 03:32:12.146445 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f7599-b404-4c75-a62a-e1b9a02a9e00 None None] Checking router: 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:32:12.154677 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f7599-b404-4c75-a62a-e1b9a02a9e00 None None] Routers {'41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:32:12.155269 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-588f7599-b404-4c75-a62a-e1b9a02a9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:32:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:12.213017 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc9965-efae-438a-afe4-2c961a4c2b6b req-ebf1152f-739d-435d-921e-7c72f821075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:12.214501 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d8bc9965-efae-438a-afe4-2c961a4c2b6b req-ebf1152f-739d-435d-921e-7c72f821075e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed709e46-1ee1-428c-b518-8aac59c8ccf4 HTTP/1.1" status: 200 len: 916 time: 0.0883441 Nov 20 03:32:12.256481 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d8bc9965-efae-438a-afe4-2c961a4c2b6b req-37fa0196-263b-4311-8359-9ef3b84a3552 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57 HTTP/1.1" status: 200 len: 217 time: 0.0344284 Nov 20 03:32:12.259500 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-588f7599-b404-4c75-a62a-e1b9a02a9e00 None None] Set router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:32:12.306607 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc9965-efae-438a-afe4-2c961a4c2b6b req-cd3b5bd0-ce13-47dc-9f79-14f2c3d3d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:12.308084 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d8bc9965-efae-438a-afe4-2c961a4c2b6b req-cd3b5bd0-ce13-47dc-9f79-14f2c3d3d012 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96c4ea19-4a40-4801-9298-88024c3decb0 HTTP/1.1" status: 200 len: 854 time: 0.0430956 Nov 20 03:32:12.361609 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc9965-efae-438a-afe4-2c961a4c2b6b req-5a290337-d10e-476b-91f1-75b83300fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:12.363135 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d8bc9965-efae-438a-afe4-2c961a4c2b6b req-5a290337-d10e-476b-91f1-75b83300fecb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed709e46-1ee1-428c-b518-8aac59c8ccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410178 Nov 20 03:32:12.450313 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-588f7599-b404-4c75-a62a-e1b9a02a9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '6cecd9ca-7484-439c-9419-af5dae88f997', 'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'mac_address': 'fa:16:3e:2d:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:42Z', 'updated_at': '2021-11-20T03:29:47Z', 'revision_number': 5, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'subnets': [{'id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:12.456367 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d8bc9965-efae-438a-afe4-2c961a4c2b6b req-54fecd2a-fe1b-4dfe-bbbd-5be9bdf1e1fa service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842848 Nov 20 03:32:12.475407 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f7599-b404-4c75-a62a-e1b9a02a9e00 None None] The sync data for ids ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'] in dv-cinder-818037-5-iscsi is: [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:42Z', 'revision_number': 4, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '6cecd9ca-7484-439c-9419-af5dae88f997', 'name': '', 'network_id': 'ed709e46-1ee1-428c-b518-8aac59c8ccf4', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'mac_address': 'fa:16:3e:2d:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:42Z', 'updated_at': '2021-11-20T03:29:47Z', 'revision_number': 5, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'subnets': [{'id': '96c4ea19-4a40-4801-9298-88024c3decb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:32:12.554293 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d8bc9965-efae-438a-afe4-2c961a4c2b6b req-08044d65-8086-4da0-b052-3de4ef42972a service neutron] 10.222.0.57 "GET /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867991 Nov 20 03:32:12.694588 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:12.697005 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018fbec6-4f9c-4bef-87d8-fd6ff14f726d None None] New status for floating IP ac9a8785-23bd-48e8-93c9-5a771bc913c8: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:32:13.759435 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:14.677135 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70bc0c-9e8c-4d21-ace2-9a314b45df9f req-c490a09f-1210-4d1a-b530-f44e71627986 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:14.678585 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5d70bc0c-9e8c-4d21-ace2-9a314b45df9f req-c490a09f-1210-4d1a-b530-f44e71627986 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 946 time: 0.0525277 Nov 20 03:32:14.723513 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5d70bc0c-9e8c-4d21-ace2-9a314b45df9f req-f36a9c6d-caf9-4c41-878a-41fe0b25705c tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Nov 20 03:32:14.995805 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:15.837405 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418dcaee-5554-4623-a2b2-7f5a568fed56 req-e4bd9bb9-ee6b-43e3-b736-4277d1c5cf6d tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:15.838876 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-418dcaee-5554-4623-a2b2-7f5a568fed56 req-e4bd9bb9-ee6b-43e3-b736-4277d1c5cf6d tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 946 time: 0.0494184 Nov 20 03:32:15.885460 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-418dcaee-5554-4623-a2b2-7f5a568fed56 req-90d4f1a5-71f2-485f-89b1-ff68c3d67bc4 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/security-groups?id=a373faea-eaf2-4de6-8972-4ee6f02d6839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Nov 20 03:32:16.612895 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db3ecf-7b7b-4ec9-b732-bcaeb20051df req-92be5856-aaf6-4e9c-b241-fbc92ee866c4 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:16.614237 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f4db3ecf-7b7b-4ec9-b732-bcaeb20051df req-92be5856-aaf6-4e9c-b241-fbc92ee866c4 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 946 time: 0.0527661 Nov 20 03:32:16.702869 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-f4db3ecf-7b7b-4ec9-b732-bcaeb20051df req-7a111a9f-3475-4c77-a24a-991308b258f2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Deleting port eb734ba7-0de6-4766-b88e-a690cb07fd57 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:32:16.703209 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f4db3ecf-7b7b-4ec9-b732-bcaeb20051df req-7a111a9f-3475-4c77-a24a-991308b258f2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:16.791908 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-f4db3ecf-7b7b-4ec9-b732-bcaeb20051df req-7a111a9f-3475-4c77-a24a-991308b258f2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] For port eb734ba7-0de6-4766-b88e-a690cb07fd57, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=eb734ba7-0de6-4766-b88e-a690cb07fd57,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:16.792280 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f4db3ecf-7b7b-4ec9-b732-bcaeb20051df req-7a111a9f-3475-4c77-a24a-991308b258f2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:16.805888 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-f4db3ecf-7b7b-4ec9-b732-bcaeb20051df req-7a111a9f-3475-4c77-a24a-991308b258f2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Calling delete_port for eb734ba7-0de6-4766-b88e-a690cb07fd57 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:32:16.932646 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f4db3ecf-7b7b-4ec9-b732-bcaeb20051df req-7a111a9f-3475-4c77-a24a-991308b258f2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:16.966288 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a111a9f-3475-4c77-a24a-991308b258f2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Pushing event deleted for resources: {'Port': ['ID=eb734ba7-0de6-4766-b88e-a690cb07fd57,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:16.969174 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['eb734ba7-0de6-4766-b88e-a690cb07fd57'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:32:17.009262 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-36b3015b-db92-4dc8-947e-c4190c1e6bf4 req-962b1573-49cf-473b-a5c5-ae1f60fe234c tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f80295e-5717-4a6a-8ee2-7c0d0d3ea879 HTTP/1.1" status: 200 len: 210 time: 0.0447996 Nov 20 03:32:17.027568 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4db3ecf-7b7b-4ec9-b732-bcaeb20051df req-7a111a9f-3475-4c77-a24a-991308b258f2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] No DVR routers for this DVR port eb734ba7-0de6-4766-b88e-a690cb07fd57 on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:32:17.030536 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f4db3ecf-7b7b-4ec9-b732-bcaeb20051df req-7a111a9f-3475-4c77-a24a-991308b258f2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:17.033857 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f4db3ecf-7b7b-4ec9-b732-bcaeb20051df req-7a111a9f-3475-4c77-a24a-991308b258f2 tempest-TestMinimumBasicScenario-401886780 tempest-TestMinimumBasicScenario-401886780-project] 10.222.0.57 "DELETE /v2.0/ports/eb734ba7-0de6-4766-b88e-a690cb07fd57 HTTP/1.1" status: 204 len: 173 time: 0.4137032 Nov 20 03:32:17.034292 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'name': 'network-vif-deleted', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:32:17.036613 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431a4130-e4da-4357-a279-548c871310c4" -d '{"events": [{"server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "name": "network-vif-deleted", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:32:17.078038 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939bc21f-a4fa-4c67-91db-e85247a1a49f x-openstack-request-id: req-939bc21f-a4fa-4c67-91db-e85247a1a49f {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:32:17.078335 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f80295e-5717-4a6a-8ee2-7c0d0d3ea879", "name": "network-vif-deleted", "tag": "eb734ba7-0de6-4766-b88e-a690cb07fd57", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:32:17.078592 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-939bc21f-a4fa-4c67-91db-e85247a1a49f {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:32:17.078994 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f80295e-5717-4a6a-8ee2-7c0d0d3ea879', 'name': 'network-vif-deleted', 'tag': 'eb734ba7-0de6-4766-b88e-a690cb07fd57', 'status': 'completed', 'code': 200} Nov 20 03:32:18.636265 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36832) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:18.978050 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1e46a87-afb3-4ede-a670-7eeb5f66e684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779922'] for router_interface, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:19.214251 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a1e46a87-afb3-4ede-a670-7eeb5f66e684 admin admin] Deleting port 6cecd9ca-7484-439c-9419-af5dae88f997 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:32:19.214507 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1e46a87-afb3-4ede-a670-7eeb5f66e684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:19.289615 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a1e46a87-afb3-4ede-a670-7eeb5f66e684 admin admin] For port 6cecd9ca-7484-439c-9419-af5dae88f997, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=6cecd9ca-7484-439c-9419-af5dae88f997,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:19.289967 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1e46a87-afb3-4ede-a670-7eeb5f66e684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:19.302117 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a1e46a87-afb3-4ede-a670-7eeb5f66e684 admin admin] Calling delete_port for 6cecd9ca-7484-439c-9419-af5dae88f997 owned by network:router_interface {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:32:19.479931 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1e46a87-afb3-4ede-a670-7eeb5f66e684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:19.513139 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e46a87-afb3-4ede-a670-7eeb5f66e684 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cecd9ca-7484-439c-9419-af5dae88f997,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:19.680103 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1e46a87-afb3-4ede-a670-7eeb5f66e684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782338'] for router_interface, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:19.888900 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e46a87-afb3-4ede-a670-7eeb5f66e684 admin admin] Router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:32:20.256742 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e46a87-afb3-4ede-a670-7eeb5f66e684 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:32:20.261980 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a1e46a87-afb3-4ede-a670-7eeb5f66e684 admin admin] 10.222.0.37 "PUT /v2.0/routers/41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6246083 Nov 20 03:32:20.264436 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36836) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:20.267231 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afbe602-9aea-43c0-afb8-3f7c23853dfb None None] Sync routers for ids ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:32:20.278036 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afbe602-9aea-43c0-afb8-3f7c23853dfb None None] Routers {'41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:32:20.278915 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8afbe602-9aea-43c0-afb8-3f7c23853dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:32:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:20.370727 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Publish callbacks [] for router, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:20.382765 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-8afbe602-9aea-43c0-afb8-3f7c23853dfb None None] Set router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:32:20.470360 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:20.522637 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Deleting port 20403674-03d0-495f-b317-b8e8a35e32ce {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:32:20.522884 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:20.554364 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8afbe602-9aea-43c0-afb8-3f7c23853dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:32:19Z', 'revision_number': 5, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port': {'id': '20403674-03d0-495f-b317-b8e8a35e32ce', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:20.579820 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afbe602-9aea-43c0-afb8-3f7c23853dfb None None] Checking router: 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:32:20.588361 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afbe602-9aea-43c0-afb8-3f7c23853dfb None None] Routers {'41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:32:20.588937 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8afbe602-9aea-43c0-afb8-3f7c23853dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:32:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:20.600140 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] For port 20403674-03d0-495f-b317-b8e8a35e32ce, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=20403674-03d0-495f-b317-b8e8a35e32ce,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:20.600506 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:20.612838 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Calling delete_port for 20403674-03d0-495f-b317-b8e8a35e32ce owned by network:router_gateway {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:32:20.765471 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-8afbe602-9aea-43c0-afb8-3f7c23853dfb None None] Set router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 gateway port host: None {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:32:20.783392 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:20.812977 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Pushing event deleted for resources: {'Port': ['ID=20403674-03d0-495f-b317-b8e8a35e32ce,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:20.820399 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-8afbe602-9aea-43c0-afb8-3f7c23853dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:32:20Z', 'revision_number': 6, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port_host': None}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:20.847003 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afbe602-9aea-43c0-afb8-3f7c23853dfb None None] The sync data for ids ['41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36'] in dv-cinder-818037-5-iscsi is: [{'id': '41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36', 'name': 'tempest-TestMinimumBasicScenario-1040717451-router', 'tenant_id': 'c53d3d6966164babbb24206f254ee2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:40Z', 'updated_at': '2021-11-20T03:32:20Z', 'revision_number': 6, 'project_id': 'c53d3d6966164babbb24206f254ee2d5', 'gw_port_host': None}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:32:20.877576 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1780264'] for router_gateway, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:20.970046 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1782926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31792'] for router, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:20.972383 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.014234 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1782917'] for router, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.014796 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 {{(pid=102609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:32:21.019550 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] Publish callbacks [] for router, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.023130 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-31e46b0a-6b46-427b-bfa1-91c4b61d28cf admin admin] 10.222.0.37 "DELETE /v2.0/routers/41c2cc0e-7778-4cd4-94aa-e1bffdc8bf36 HTTP/1.1" status: 204 len: 168 time: 0.7576826 Nov 20 03:32:21.025786 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36840) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:21.074249 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0435310-53ff-4b03-a391-03f538df03ec admin admin] Deleting subnet 96c4ea19-4a40-4801-9298-88024c3decb0 {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:32:21.077246 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0435310-53ff-4b03-a391-03f538df03ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.110926 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0435310-53ff-4b03-a391-03f538df03ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639847'] for subnet, precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.185479 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0435310-53ff-4b03-a391-03f538df03ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.188608 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device eb734ba7-0de6-4766-b88e-a690cb07fd57 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:21.215067 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: eb734ba7-0de6-4766-b88e-a690cb07fd57 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:21.215761 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device eb734ba7-0de6-4766-b88e-a690cb07fd57 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:21.248350 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0435310-53ff-4b03-a391-03f538df03ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4874919'] for subnet, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.274869 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0435310-53ff-4b03-a391-03f538df03ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c4ea19-4a40-4801-9298-88024c3decb0,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:21.278462 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0435310-53ff-4b03-a391-03f538df03ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.281868 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f0435310-53ff-4b03-a391-03f538df03ec admin admin] 10.222.0.37 "DELETE /v2.0/subnets/96c4ea19-4a40-4801-9298-88024c3decb0 HTTP/1.1" status: 204 len: 168 time: 0.2549906 Nov 20 03:32:21.284282 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36842) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:21.290234 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a000a590-a9fc-4883-a3a4-6e83c89c74f7 None None] Network ed709e46-1ee1-428c-b518-8aac59c8ccf4 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:32:21.353646 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.411193 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Deleting port 75737640-528b-45cb-a828-db355494b315 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:32:21.411539 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.477037 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] For port 75737640-528b-45cb-a828-db355494b315, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=75737640-528b-45cb-a828-db355494b315,segment=NetworkSegment(32afa872-40ef-4751-8dd6-cd473906cb6f),segment_id=32afa872-40ef-4751-8dd6-cd473906cb6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:21.477399 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.489844 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Calling delete_port for 75737640-528b-45cb-a828-db355494b315 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:32:21.570002 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.600232 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] No DVR routers for this DVR port 75737640-528b-45cb-a828-db355494b315 on host dv-cinder-818037-5-iscsi {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:32:21.605684 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Pushing event deleted for resources: {'Port': ['ID=75737640-528b-45cb-a828-db355494b315,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:21.623009 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5edfc3-0698-4612-97b9-1c0d29b2eb6e None None] DHCP port deletion for ed709e46-1ee1-428c-b518-8aac59c8ccf4 request from dv-cinder-818037-5-iscsi {{(pid=102611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:32:21.678085 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.697688 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed709e46-1ee1-428c-b518-8aac59c8ccf4']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:21.706598 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32afa872-40ef-4751-8dd6-cd473906cb6f') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:21.706895 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32afa872-40ef-4751-8dd6-cd473906cb6f') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:21.716834 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639870'] for segment, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.731289 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.738312 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:32:21.738703 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773137'] for segment, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: Traceback (most recent call last): Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: timer() Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: cb(*args, **kw) Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: self._notify() Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: self.callback(batched_events) Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: event.method(event) Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: return f(self, *a, **k) Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._get(url).json() Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:32:21.741217 dv-cinder-818037-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:32:21.799318 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.805357 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.808616 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ed709e46-1ee1-428c-b518-8aac59c8ccf4 HTTP/1.1" status: 204 len: 168 time: 0.5234175 Nov 20 03:32:21.811599 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 36844) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:21.819693 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654af5a-fd31-42a7-89bb-949595d40663 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed709e46-1ee1-428c-b518-8aac59c8ccf4,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:22.157449 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23e9-1b90-4545-931c-3f93c7367433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779922'] for router_interface, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:22.303418 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 6cecd9ca-7484-439c-9419-af5dae88f997 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:22.326624 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 6cecd9ca-7484-439c-9419-af5dae88f997 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:22.326973 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 6cecd9ca-7484-439c-9419-af5dae88f997 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:22.327391 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 75737640-528b-45cb-a828-db355494b315 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:22.346712 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 75737640-528b-45cb-a828-db355494b315 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:22.347082 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 75737640-528b-45cb-a828-db355494b315 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:22.347490 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 20403674-03d0-495f-b317-b8e8a35e32ce no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:22.366646 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 20403674-03d0-495f-b317-b8e8a35e32ce {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:22.366996 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 20403674-03d0-495f-b317-b8e8a35e32ce not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:22.398416 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b23e9-1b90-4545-931c-3f93c7367433 admin admin] Deleting port d034400d-02e5-4053-98c8-1eaf487a301d {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:32:22.398871 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23e9-1b90-4545-931c-3f93c7367433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:22.479904 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-2d8b23e9-1b90-4545-931c-3f93c7367433 admin admin] For port d034400d-02e5-4053-98c8-1eaf487a301d, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=d034400d-02e5-4053-98c8-1eaf487a301d,segment=NetworkSegment(b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88),segment_id=b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:22.479904 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23e9-1b90-4545-931c-3f93c7367433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:22.492117 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b23e9-1b90-4545-931c-3f93c7367433 admin admin] Calling delete_port for d034400d-02e5-4053-98c8-1eaf487a301d owned by network:router_interface {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:32:22.666699 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23e9-1b90-4545-931c-3f93c7367433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:22.691070 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b23e9-1b90-4545-931c-3f93c7367433 admin admin] Pushing event deleted for resources: {'Port': ['ID=d034400d-02e5-4053-98c8-1eaf487a301d,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:22.854331 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23e9-1b90-4545-931c-3f93c7367433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782338'] for router_interface, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:23.064812 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8b23e9-1b90-4545-931c-3f93c7367433 admin admin] Router 198f5f09-cf11-41d9-bd27-2a9deea993b7 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:32:23.168342 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8b23e9-1b90-4545-931c-3f93c7367433 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:32:23.173321 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-2d8b23e9-1b90-4545-931c-3f93c7367433 admin admin] 10.222.0.37 "PUT /v2.0/routers/198f5f09-cf11-41d9-bd27-2a9deea993b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3606043 Nov 20 03:32:23.175971 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36850) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:23.176889 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075d52e8-7b27-45e1-8cff-4650ecbb6e37 None None] Sync routers for ids ['198f5f09-cf11-41d9-bd27-2a9deea993b7'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:32:23.187410 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075d52e8-7b27-45e1-8cff-4650ecbb6e37 None None] Routers {'198f5f09-cf11-41d9-bd27-2a9deea993b7'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:32:23.188046 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-075d52e8-7b27-45e1-8cff-4650ecbb6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:32:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['198f5f09-cf11-41d9-bd27-2a9deea993b7'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:23.278279 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:23.290657 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-075d52e8-7b27-45e1-8cff-4650ecbb6e37 None None] Set router 198f5f09-cf11-41d9-bd27-2a9deea993b7 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:32:23.380389 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:23.434470 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Deleting port 7705464e-9a55-4510-a312-1fc982e4ee63 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:32:23.434819 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:23.515978 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] For port 7705464e-9a55-4510-a312-1fc982e4ee63, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=7705464e-9a55-4510-a312-1fc982e4ee63,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:23.516348 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:23.529449 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Calling delete_port for 7705464e-9a55-4510-a312-1fc982e4ee63 owned by network:router_gateway {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:32:23.592623 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-075d52e8-7b27-45e1-8cff-4650ecbb6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'name': 'tempest-TestMinimumBasicScenario-294837563-router', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:32:22Z', 'revision_number': 5, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'gw_port': {'id': '7705464e-9a55-4510-a312-1fc982e4ee63', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:23.619491 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075d52e8-7b27-45e1-8cff-4650ecbb6e37 None None] Checking router: 198f5f09-cf11-41d9-bd27-2a9deea993b7 for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:32:23.628372 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075d52e8-7b27-45e1-8cff-4650ecbb6e37 None None] Routers {'198f5f09-cf11-41d9-bd27-2a9deea993b7'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:32:23.628981 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-075d52e8-7b27-45e1-8cff-4650ecbb6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:32:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['198f5f09-cf11-41d9-bd27-2a9deea993b7'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:23.691980 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:23.713096 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-075d52e8-7b27-45e1-8cff-4650ecbb6e37 None None] Set router 198f5f09-cf11-41d9-bd27-2a9deea993b7 gateway port host: None {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:32:23.717336 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7705464e-9a55-4510-a312-1fc982e4ee63,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:23.766502 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-075d52e8-7b27-45e1-8cff-4650ecbb6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'name': 'tempest-TestMinimumBasicScenario-294837563-router', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:32:23Z', 'revision_number': 6, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'gw_port_host': None}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:23.777139 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1780264'] for router_gateway, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:23.793517 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075d52e8-7b27-45e1-8cff-4650ecbb6e37 None None] The sync data for ids ['198f5f09-cf11-41d9-bd27-2a9deea993b7'] in dv-cinder-818037-5-iscsi is: [{'id': '198f5f09-cf11-41d9-bd27-2a9deea993b7', 'name': 'tempest-TestMinimumBasicScenario-294837563-router', 'tenant_id': 'c0c33e069db548cbb12481527c10589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:45Z', 'updated_at': '2021-11-20T03:32:23Z', 'revision_number': 6, 'project_id': 'c0c33e069db548cbb12481527c10589b', 'gw_port_host': None}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:32:23.872388 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1782926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31792'] for router, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:23.874509 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:23.917482 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1782917'] for router, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:23.918083 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 198f5f09-cf11-41d9-bd27-2a9deea993b7 {{(pid=102609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:32:23.922328 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] Publish callbacks [] for router, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:23.923368 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-987262ab-4bbf-47f6-8047-e66b9f62e2e1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/198f5f09-cf11-41d9-bd27-2a9deea993b7 HTTP/1.1" status: 204 len: 168 time: 0.7463858 Nov 20 03:32:23.926012 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36852) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:23.970044 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2d4c50-1f93-400b-9742-15c5a55028f0 admin admin] Deleting subnet f3cf11af-40f9-40d4-9283-500bacdc7b08 {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:32:23.973100 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4c50-1f93-400b-9742-15c5a55028f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.012576 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4c50-1f93-400b-9742-15c5a55028f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639847'] for subnet, precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.090236 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4c50-1f93-400b-9742-15c5a55028f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.149364 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4c50-1f93-400b-9742-15c5a55028f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4874919'] for subnet, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.174749 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d4c50-1f93-400b-9742-15c5a55028f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3cf11af-40f9-40d4-9283-500bacdc7b08,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:24.178752 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4c50-1f93-400b-9742-15c5a55028f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.182048 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-ba2d4c50-1f93-400b-9742-15c5a55028f0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f3cf11af-40f9-40d4-9283-500bacdc7b08 HTTP/1.1" status: 204 len: 168 time: 0.2550836 Nov 20 03:32:24.184449 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cae6be8-f783-4685-a088-f373e385f9ea None None] Network 3837adbe-2c63-4a58-a311-f50c436a9cbf requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:32:24.184604 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36856) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:24.261434 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.314659 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Deleting port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:32:24.315014 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.376944 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] For port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=9a1d40b8-2798-42db-9eb6-608f6dae9fc0,segment=NetworkSegment(b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88),segment_id=b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:32:24.377314 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.393551 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Calling delete_port for 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:32:24.468881 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.495084 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1d40b8-2798-42db-9eb6-608f6dae9fc0,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:24.496848 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] No DVR routers for this DVR port 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 on host dv-cinder-818037-5-iscsi {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:32:24.572022 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.578180 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b674dac-670d-4b53-bc53-f7bc656dee1e None None] DHCP port deletion for 3837adbe-2c63-4a58-a311-f50c436a9cbf request from dv-cinder-818037-5-iscsi {{(pid=102611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:32:24.598043 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3837adbe-2c63-4a58-a311-f50c436a9cbf']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:24.608968 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:24.609266 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16c1fa0-9f8f-4b3b-8b6f-a4d4c72ffe88') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:32:24.619156 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639870'] for segment, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.633465 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.639660 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 7705464e-9a55-4510-a312-1fc982e4ee63 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:24.640185 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:32:24.640273 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773137'] for segment, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: Traceback (most recent call last): Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: timer() Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: cb(*args, **kw) Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: self._notify() Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: self.callback(batched_events) Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: event.method(event) Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: return f(self, *a, **k) Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._get(url).json() Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:32:24.642091 dv-cinder-818037-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:32:24.661367 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 7705464e-9a55-4510-a312-1fc982e4ee63 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:24.662569 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 7705464e-9a55-4510-a312-1fc982e4ee63 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:24.663003 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device d034400d-02e5-4053-98c8-1eaf487a301d no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:24.683589 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: d034400d-02e5-4053-98c8-1eaf487a301d {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:24.684068 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device d034400d-02e5-4053-98c8-1eaf487a301d not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:24.684377 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:32:24.699726 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.704941 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.707624 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:32:24.708000 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 9a1d40b8-2798-42db-9eb6-608f6dae9fc0 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:32:24.708144 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3837adbe-2c63-4a58-a311-f50c436a9cbf HTTP/1.1" status: 204 len: 168 time: 0.5226238 Nov 20 03:32:24.727671 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b58824-9ee5-4726-b42d-4a1f873a0662 admin admin] Pushing event deleted for resources: {'Network': ['ID=3837adbe-2c63-4a58-a311-f50c436a9cbf,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:24.881346 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36860) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:24.924067 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-816dde1a-3be2-4082-865d-49e475b81c48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c53d3d6966164babbb24206f254ee2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414262 Nov 20 03:32:24.926431 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36862) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:24.972992 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-921b5da7-5640-4413-b793-6e9962f8bd64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:24.994099 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-921b5da7-5640-4413-b793-6e9962f8bd64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:25.039030 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-921b5da7-5640-4413-b793-6e9962f8bd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:25.041958 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-921b5da7-5640-4413-b793-6e9962f8bd64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:25.043332 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-921b5da7-5640-4413-b793-6e9962f8bd64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a373faea-eaf2-4de6-8972-4ee6f02d6839 HTTP/1.1" status: 204 len: 168 time: 0.1158557 Nov 20 03:32:25.052611 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b5da7-5640-4413-b793-6e9962f8bd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a373faea-eaf2-4de6-8972-4ee6f02d6839,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:25.361895 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36870) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:25.401504 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-bf17dbeb-9e4d-4955-bdf0-e437f8c3d082 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0c33e069db548cbb12481527c10589b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384777 Nov 20 03:32:25.403926 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 36872) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:32:25.450650 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-750aa5b7-48a4-4bc8-b436-9e14772bdd9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:25.471624 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-750aa5b7-48a4-4bc8-b436-9e14772bdd9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:25.518768 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-750aa5b7-48a4-4bc8-b436-9e14772bdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:25.522122 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-750aa5b7-48a4-4bc8-b436-9e14772bdd9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:25.523253 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-750aa5b7-48a4-4bc8-b436-9e14772bdd9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/956b05a8-bf54-41ef-816f-299fa2b56672 HTTP/1.1" status: 204 len: 168 time: 0.1183922 Nov 20 03:32:25.531984 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750aa5b7-48a4-4bc8-b436-9e14772bdd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956b05a8-bf54-41ef-816f-299fa2b56672,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:30.484966 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:37.572338 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ad976bde-a437-4514-a1fd-6d36a9f3355a req-2944aaf8-d0a1-414e-9c2b-e1bb2893982f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400879 Nov 20 03:32:37.646287 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad976bde-a437-4514-a1fd-6d36a9f3355a req-ed5dac70-bffe-4867-a482-2a37c110fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:37.647833 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ad976bde-a437-4514-a1fd-6d36a9f3355a req-ed5dac70-bffe-4867-a482-2a37c110fcc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 1098 time: 0.0397484 Nov 20 03:32:37.750188 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad976bde-a437-4514-a1fd-6d36a9f3355a req-9bb5dbbe-4b83-4a23-895f-e18a1b0f2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:37.751542 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ad976bde-a437-4514-a1fd-6d36a9f3355a req-9bb5dbbe-4b83-4a23-895f-e18a1b0f2b8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 913 time: 0.0839045 Nov 20 03:32:37.815404 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ad976bde-a437-4514-a1fd-6d36a9f3355a req-fbe693d6-88bf-43ba-bcfc-22f1f315103c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fab1476-2c92-464e-a1e2-23830e67426c HTTP/1.1" status: 200 len: 1001 time: 0.0554798 Nov 20 03:32:37.863039 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad976bde-a437-4514-a1fd-6d36a9f3355a req-b7f75721-fbe2-4e21-8b22-f5607e18c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:37.864436 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ad976bde-a437-4514-a1fd-6d36a9f3355a req-b7f75721-fbe2-4e21-8b22-f5607e18c1eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.0418959 Nov 20 03:32:37.911521 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad976bde-a437-4514-a1fd-6d36a9f3355a req-bfccd7bf-daa5-4b2b-a4af-4c42a256aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:37.913629 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ad976bde-a437-4514-a1fd-6d36a9f3355a req-bfccd7bf-daa5-4b2b-a4af-4c42a256aa33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413237 Nov 20 03:32:38.000311 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ad976bde-a437-4514-a1fd-6d36a9f3355a req-96a20fbb-2896-4633-b5ae-6ee7181c51ac service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793996 Nov 20 03:32:38.091493 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ad976bde-a437-4514-a1fd-6d36a9f3355a req-621f5136-2a20-4c07-b0ca-c89e68c8d2a4 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828454 Nov 20 03:32:39.212185 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-190d9ed2-b98b-4dfb-8454-24ae924bcb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:40.593339 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:32:41.423348 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-6813a229-971f-4afe-88bf-47d073d48781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:42.694045 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:43.762180 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:44.996166 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:49.854574 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-6b07246c-3ba5-4317-9143-71284635bd83 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311371933&fields=id&tenant_id=ee28f54d912d4789b1b0abf0f0cddab5 HTTP/1.1" status: 200 len: 267 time: 0.0440109 Nov 20 03:32:49.957984 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-e17740cb-6639-4028-8269-2cbeafbe5dc7 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:49.960034 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-e17740cb-6639-4028-8269-2cbeafbe5dc7 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 812 time: 0.0984757 Nov 20 03:32:49.975158 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-80702cb9-ae53-46f8-993d-09ea0fe559a6 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/quotas/ee28f54d912d4789b1b0abf0f0cddab5 HTTP/1.1" status: 200 len: 375 time: 0.0089588 Nov 20 03:32:50.029271 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-c2003221-885f-4e71-959d-8aec089098cc tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489500 Nov 20 03:32:50.126722 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-8a457c56-bf20-420b-b462-5bbd4ff0d145 service neutron] 10.222.0.37 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857255 Nov 20 03:32:50.216768 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-a6ec1a43-3d64-4d93-9526-bbfa87ef6abb service neutron] 10.222.0.37 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834439 Nov 20 03:32:50.486525 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d85617dc-c91d-4383-b000-6e1cdb4392a3 req-712f916e-37bd-42b5-ab11-497b2e31d98d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 210 time: 0.0271437 Nov 20 03:32:51.582209 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1996cdca-6a75-44d6-9991-6f3006ee8c3a req-e0e16bc9-18be-43f1-affe-07caa0e5891d tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 210 time: 0.0268705 Nov 20 03:32:51.977921 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-bd951de4-9756-4ec9-99a2-1ae30083c59a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:51.979505 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-bd951de4-9756-4ec9-99a2-1ae30083c59a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 812 time: 0.3994668 Nov 20 03:32:52.053708 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-3244dc40-b529-4d51-bdff-b4b3e75acea0 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee28f54d912d4789b1b0abf0f0cddab5 HTTP/1.1" status: 200 len: 380 time: 0.0564861 Nov 20 03:32:52.064446 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'port': {'device_id': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'admin_state_up': True, 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'security_groups': ['3b987830-c391-4d4e-a1c1-82c812080b43']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:32:52.189156 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Made reservation on behalf of ee28f54d912d4789b1b0abf0f0cddab5 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:32:52.194566 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:52.333391 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Allocated IP 172.20.0.12 (47f51dd2-9655-4765-8747-cb254c8e5525/0161227e-706f-418f-bfc8-985c44c88c8a/b1b6c435-4da9-495a-9684-c863636515b2) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:32:52.482126 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:52.515078 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:52.558317 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Network 47f51dd2-9655-4765-8747-cb254c8e5525 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:32:52.561519 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:32:52.565032 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:32:52.588472 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'Port': ['ID=b1b6c435-4da9-495a-9684-c863636515b2,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:52.623715 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:52.624481 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:52.641687 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-f71cfd24-9188-427e-ae21-4bca0db4e172 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809441 Nov 20 03:32:52.666740 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Request body: {'port': {'device_id': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:32:52.755079 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212b2f5-112c-4c96-980d-dc00b8ee27be req-886b5d8a-c7e8-4737-ae7e-94ccc805ec0e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:52.756861 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4212b2f5-112c-4c96-980d-dc00b8ee27be req-886b5d8a-c7e8-4737-ae7e-94ccc805ec0e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 932 time: 0.1037307 Nov 20 03:32:52.757844 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:52.772139 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-bd6d78a2-5c8a-4b5a-9701-3c63d9d18ca6 None None] Provisioning complete for port b1b6c435-4da9-495a-9684-c863636515b2 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:32:52.772754 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-bd6d78a2-5c8a-4b5a-9701-3c63d9d18ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:52.809876 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d78a2-5c8a-4b5a-9701-3c63d9d18ca6 None None] Port b1b6c435-4da9-495a-9684-c863636515b2 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:32:52.850679 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4212b2f5-112c-4c96-980d-dc00b8ee27be req-f9ba5821-bc76-4773-8fbf-89dcbd8a6389 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827174 Nov 20 03:32:53.050341 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b6c435-4da9-495a-9684-c863636515b2 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:32:53.057530 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:53.069313 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Transition to ACTIVE for port object b1b6c435-4da9-495a-9684-c863636515b2 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:32:53.073171 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:53.120228 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Pushing event updated for resources: {'Port': ['ID=b1b6c435-4da9-495a-9684-c863636515b2,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:53.189675 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Attempting to bind port b1b6c435-4da9-495a-9684-c863636515b2 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:32:53.190013 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Attempting to bind port b1b6c435-4da9-495a-9684-c863636515b2 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:32:53.190342 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Attempting to bind port b1b6c435-4da9-495a-9684-c863636515b2 on network 47f51dd2-9655-4765-8747-cb254c8e5525 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:32:53.195338 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Port b1b6c435-4da9-495a-9684-c863636515b2 on network 47f51dd2-9655-4765-8747-cb254c8e5525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:32:53.195659 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Attempting to bind port b1b6c435-4da9-495a-9684-c863636515b2 on network 47f51dd2-9655-4765-8747-cb254c8e5525 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:32:53.200583 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:32:53.200925 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Checking segment: {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:32:53.201302 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Bound using segment: {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:32:53.201723 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Bound port: b1b6c435-4da9-495a-9684-c863636515b2, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c5016d-ded3-4dfc-99ae-338ed54ccbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:32:53.202077 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:53.269833 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] For port b1b6c435-4da9-495a-9684-c863636515b2, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:32:53.273487 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] For port b1b6c435-4da9-495a-9684-c863636515b2, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b1b6c435-4da9-495a-9684-c863636515b2,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:32:53.278486 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:53.314843 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:53.315453 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:53.316849 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] 10.222.0.57 "PUT /v2.0/ports/b1b6c435-4da9-495a-9684-c863636515b2 HTTP/1.1" status: 200 len: 1094 time: 0.6540787 Nov 20 03:32:53.317294 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'tag': 'b1b6c435-4da9-495a-9684-c863636515b2'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:32:53.320098 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c916c3a0-a2a3-4085-b9b2-76d7a8e11a26" -d '{"events": [{"name": "network-changed", "server_uuid": "dd695701-5d21-42e3-b21d-2e6069ea2c67", "tag": "b1b6c435-4da9-495a-9684-c863636515b2"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:32:53.345677 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828c0e9-b3c5-4a44-94db-7a94ae46752d service neutron] Pushing event updated for resources: {'Port': ['ID=b1b6c435-4da9-495a-9684-c863636515b2,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:53.362987 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b4d3a1-5ac8-4b9e-ba1b-47e7582b759f x-openstack-request-id: req-82b4d3a1-5ac8-4b9e-ba1b-47e7582b759f {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:32:53.363393 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd695701-5d21-42e3-b21d-2e6069ea2c67", "tag": "b1b6c435-4da9-495a-9684-c863636515b2", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:32:53.363722 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82b4d3a1-5ac8-4b9e-ba1b-47e7582b759f {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:32:53.364222 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'tag': 'b1b6c435-4da9-495a-9684-c863636515b2', 'status': 'completed', 'code': 200} Nov 20 03:32:53.424050 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-ff4c725f-2cf7-48dd-95cf-ce42a55f65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:53.425544 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-ff4c725f-2cf7-48dd-95cf-ce42a55f65c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 1097 time: 0.0431376 Nov 20 03:32:53.479068 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-42e318cb-d9e4-4114-a579-0aa318169199 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b6c435-4da9-495a-9684-c863636515b2 HTTP/1.1" status: 200 len: 217 time: 0.0392263 Nov 20 03:32:53.528188 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-ecc408b6-9baf-4786-b2eb-18a0000ae8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:53.529628 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-ecc408b6-9baf-4786-b2eb-18a0000ae8b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.0438917 Nov 20 03:32:53.575351 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-394195be-5eff-40ff-85e5-d91ac4fbf531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:53.576910 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-394195be-5eff-40ff-85e5-d91ac4fbf531 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389259 Nov 20 03:32:53.674412 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-0345626d-9679-4931-9720-4cbdf76019b2 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892334 Nov 20 03:32:53.761354 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-47f67805-3b6e-47b1-8929-2f73c9716d2b req-852f9294-9e7f-4895-934b-59684b45064b service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803721 Nov 20 03:32:53.889123 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916c3a0-a2a3-4085-b9b2-76d7a8e11a26 req-5c3343a4-5db0-4d06-94dd-9f1418ef06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:53.890666 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c916c3a0-a2a3-4085-b9b2-76d7a8e11a26 req-5c3343a4-5db0-4d06-94dd-9f1418ef06e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 1097 time: 0.0406115 Nov 20 03:32:54.017830 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be9cc0-58c3-4613-9f8b-2757c54cf50f req-8f3b95df-2e3b-494e-8dda-16e978543e54 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:54.019574 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-58be9cc0-58c3-4613-9f8b-2757c54cf50f req-8f3b95df-2e3b-494e-8dda-16e978543e54 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 944 time: 0.0770915 Nov 20 03:32:54.023103 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916c3a0-a2a3-4085-b9b2-76d7a8e11a26 req-64616daa-6a12-4938-9c6e-ff3326f376b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:54.024481 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c916c3a0-a2a3-4085-b9b2-76d7a8e11a26 req-64616daa-6a12-4938-9c6e-ff3326f376b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 913 time: 0.1259663 Nov 20 03:32:54.078935 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c916c3a0-a2a3-4085-b9b2-76d7a8e11a26 req-880a3a9a-c85f-477c-8d1a-cd632898ecf7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b6c435-4da9-495a-9684-c863636515b2 HTTP/1.1" status: 200 len: 217 time: 0.0395155 Nov 20 03:32:54.132835 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-58be9cc0-58c3-4613-9f8b-2757c54cf50f req-273e5a01-a50d-4964-80c3-76d01bae0aab tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067419 Nov 20 03:32:54.147319 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916c3a0-a2a3-4085-b9b2-76d7a8e11a26 req-697f1535-b7b8-4e21-b4e0-822608d5361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:54.148786 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c916c3a0-a2a3-4085-b9b2-76d7a8e11a26 req-697f1535-b7b8-4e21-b4e0-822608d5361e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.0602353 Nov 20 03:32:54.196512 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916c3a0-a2a3-4085-b9b2-76d7a8e11a26 req-fe239ff6-c840-4b78-9bdf-c5f676e416ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:54.197937 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c916c3a0-a2a3-4085-b9b2-76d7a8e11a26 req-fe239ff6-c840-4b78-9bdf-c5f676e416ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395715 Nov 20 03:32:54.294139 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c916c3a0-a2a3-4085-b9b2-76d7a8e11a26 req-6d7fc2ff-029f-4b35-b6e8-a0c158dbe954 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845172 Nov 20 03:32:54.386708 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c916c3a0-a2a3-4085-b9b2-76d7a8e11a26 req-817b8597-959d-4c91-a79d-eb41c5a4926f service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812299 Nov 20 03:32:55.250662 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafff54-91b9-42dd-8406-b14d8b8a0f5f req-896ea92d-3ba9-48cd-9b43-65a58b0a3589 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:55.252116 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fdafff54-91b9-42dd-8406-b14d8b8a0f5f req-896ea92d-3ba9-48cd-9b43-65a58b0a3589 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 944 time: 0.0522115 Nov 20 03:32:55.299830 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fdafff54-91b9-42dd-8406-b14d8b8a0f5f req-729c2d82-fbf4-437c-aea9-0a12880f754a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418229 Nov 20 03:32:56.410990 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb75f1-5707-4c7b-a8ae-31cf3b3dc5ec req-0a0690cf-f191-4380-847c-2808fdcf18d6 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:56.413019 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ccfb75f1-5707-4c7b-a8ae-31cf3b3dc5ec req-0a0690cf-f191-4380-847c-2808fdcf18d6 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 944 time: 0.0482125 Nov 20 03:32:56.461656 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ccfb75f1-5707-4c7b-a8ae-31cf3b3dc5ec req-c7a5fce1-a5ea-4ea7-8c4a-e36543c0a6ab tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428903 Nov 20 03:32:57.572411 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923a4b3-44db-494b-9e91-886059235b3b req-96dbf7eb-1e82-47ea-8b08-b0f93d8b4774 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:57.573854 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3923a4b3-44db-494b-9e91-886059235b3b req-96dbf7eb-1e82-47ea-8b08-b0f93d8b4774 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 944 time: 0.0468163 Nov 20 03:32:57.625576 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3923a4b3-44db-494b-9e91-886059235b3b req-b0194c07-2cdb-4dd4-bf3d-797a75c365bb tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459924 Nov 20 03:32:58.747853 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6eb2e-a271-46e2-b5da-e6ce7ba62e13 req-a4e6c5b9-a9fd-4846-bc95-1a77c3aa8a90 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:58.749884 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7ed6eb2e-a271-46e2-b5da-e6ce7ba62e13 req-a4e6c5b9-a9fd-4846-bc95-1a77c3aa8a90 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 944 time: 0.0549080 Nov 20 03:32:58.803061 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7ed6eb2e-a271-46e2-b5da-e6ce7ba62e13 req-b6b0905c-09cc-42c7-8c02-723ab27ed77a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452876 Nov 20 03:32:59.922203 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c1cea-d2a3-4bfb-aa23-a626ca90c7da req-588e9f27-da32-460f-9946-5d370b093a08 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:59.923739 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-de6c1cea-d2a3-4bfb-aa23-a626ca90c7da req-588e9f27-da32-460f-9946-5d370b093a08 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 944 time: 0.0528200 Nov 20 03:33:00.001405 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-de6c1cea-d2a3-4bfb-aa23-a626ca90c7da req-f56b1744-4f79-488c-a0b5-1155460792f1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702453 Nov 20 03:33:00.022711 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a33c4-2b10-4e13-9583-0bc8f4f9bbc7 req-d991ac6a-3b99-4a95-b043-a96a5d0ab2fd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:00.024254 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ea7a33c4-2b10-4e13-9583-0bc8f4f9bbc7 req-d991ac6a-3b99-4a95-b043-a96a5d0ab2fd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0648313 Nov 20 03:33:00.070835 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ea7a33c4-2b10-4e13-9583-0bc8f4f9bbc7 req-e4bb860a-ad03-4d2d-82f4-fe7a1df91469 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403202 Nov 20 03:33:00.493300 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:01.114297 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8f5e3-ea2e-445e-8960-d3158a61b7aa req-c37c1740-92f3-4993-bf71-742643f2a705 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:01.115829 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-07d8f5e3-ea2e-445e-8960-d3158a61b7aa req-c37c1740-92f3-4993-bf71-742643f2a705 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 944 time: 0.0489163 Nov 20 03:33:01.188538 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-07d8f5e3-ea2e-445e-8960-d3158a61b7aa req-f57e4994-4af0-4f4d-a735-3e7b066855a9 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668449 Nov 20 03:33:01.204039 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf15d8-9518-46ad-a453-d88f45522564 req-9cd88e9f-0f15-4dbc-b7e4-5915ff645408 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:01.205491 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bebf15d8-9518-46ad-a453-d88f45522564 req-9cd88e9f-0f15-4dbc-b7e4-5915ff645408 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0655904 Nov 20 03:33:01.255712 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bebf15d8-9518-46ad-a453-d88f45522564 req-6a0eb792-4fe4-4478-8edc-5b174568fdc3 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437183 Nov 20 03:33:01.405843 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device b1b6c435-4da9-495a-9684-c863636515b2 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:33:01.498659 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port b1b6c435-4da9-495a-9684-c863636515b2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b1b6c435-4da9-495a-9684-c863636515b2,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:33:01.509956 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': 'b1b6c435-4da9-495a-9684-c863636515b2', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'port_id': 'b1b6c435-4da9-495a-9684-c863636515b2', 'mac_address': 'fa:16:3e:2a:9f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:33:01.544698 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:01.556662 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b6c435-4da9-495a-9684-c863636515b2 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:33:01.575751 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port b1b6c435-4da9-495a-9684-c863636515b2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b1b6c435-4da9-495a-9684-c863636515b2,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:33:01.579842 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:01.627258 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=b1b6c435-4da9-495a-9684-c863636515b2,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:01.902727 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['b1b6c435-4da9-495a-9684-c863636515b2'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:33:02.301648 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa57d3-7d60-4312-b28c-3ea9a01ea617 req-59ab1bc1-a514-4026-9a99-01751f13b126 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:02.303762 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c3aa57d3-7d60-4312-b28c-3ea9a01ea617 req-59ab1bc1-a514-4026-9a99-01751f13b126 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 945 time: 0.0499628 Nov 20 03:33:02.377858 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c3aa57d3-7d60-4312-b28c-3ea9a01ea617 req-b15177dc-cc24-4e90-b1c8-8d1b6885cd41 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682499 Nov 20 03:33:02.392154 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1e359-a091-459e-bcb9-f991a1f59c60 req-f80dafe3-f330-422f-829f-72e76a629bc6 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:02.393607 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-70c1e359-a091-459e-bcb9-f991a1f59c60 req-f80dafe3-f330-422f-829f-72e76a629bc6 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0680301 Nov 20 03:33:02.439653 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-70c1e359-a091-459e-bcb9-f991a1f59c60 req-69492baa-8491-4d44-b017-5d45d28d2af3 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402606 Nov 20 03:33:03.422445 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device b1b6c435-4da9-495a-9684-c863636515b2 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:33:03.475103 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port b1b6c435-4da9-495a-9684-c863636515b2 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:33:03.480440 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port b1b6c435-4da9-495a-9684-c863636515b2 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:33:03.481516 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:03.502524 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6052323-b846-4960-8904-61268098cbd3 req-77585e71-41c4-4c00-adfd-aeb332fffbd4 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:03.504061 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b6052323-b846-4960-8904-61268098cbd3 req-77585e71-41c4-4c00-adfd-aeb332fffbd4 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 945 time: 0.0598671 Nov 20 03:33:03.559335 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:03.584025 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b6052323-b846-4960-8904-61268098cbd3 req-50e457f1-bacb-4cab-a307-07e86902b432 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730987 Nov 20 03:33:03.585234 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b6c435-4da9-495a-9684-c863636515b2'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:33:03.587505 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89fdadc-7103-4e9d-ac8b-836cfa610e74" -d '{"events": [{"server_uuid": "dd695701-5d21-42e3-b21d-2e6069ea2c67", "name": "network-vif-plugged", "status": "completed", "tag": "b1b6c435-4da9-495a-9684-c863636515b2"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:33:03.592579 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f18abf-b2a0-4835-b091-285fc1cb8b5d req-b011d0e9-6e93-49dc-8293-dd5f3e9e2f3f tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:03.594484 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15f18abf-b2a0-4835-b091-285fc1cb8b5d req-b011d0e9-6e93-49dc-8293-dd5f3e9e2f3f tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0764637 Nov 20 03:33:03.601471 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port b1b6c435-4da9-495a-9684-c863636515b2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b1b6c435-4da9-495a-9684-c863636515b2,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:33:03.607476 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:03.637986 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f8e5b2-9bec-4b7f-ab42-2e010d04cdfe x-openstack-request-id: req-54f8e5b2-9bec-4b7f-ab42-2e010d04cdfe {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:33:03.638293 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd695701-5d21-42e3-b21d-2e6069ea2c67", "name": "network-vif-plugged", "status": "completed", "tag": "b1b6c435-4da9-495a-9684-c863636515b2", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:33:03.638556 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54f8e5b2-9bec-4b7f-ab42-2e010d04cdfe {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:33:03.638955 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b6c435-4da9-495a-9684-c863636515b2', 'code': 200} Nov 20 03:33:03.654587 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-15f18abf-b2a0-4835-b091-285fc1cb8b5d req-c06f90f7-cf9d-40ac-859f-da52addc4a3a tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507538 Nov 20 03:33:03.657545 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=b1b6c435-4da9-495a-9684-c863636515b2,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:03.665037 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:03.665390 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:03.665748 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:03.666072 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:03.666407 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:03.666741 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:03.667068 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:03.667402 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:03.667733 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:03.668114 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:03.668441 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:03.668765 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:03.885816 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a851abd-b547-4468-bb31-8ea22dcb0369 req-efe4b057-8d74-443c-a2a0-f01590a5da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:03.887254 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3a851abd-b547-4468-bb31-8ea22dcb0369 req-efe4b057-8d74-443c-a2a0-f01590a5da5b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 1099 time: 0.0421898 Nov 20 03:33:03.933153 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3a851abd-b547-4468-bb31-8ea22dcb0369 req-d1590c42-e076-48fa-b5a0-620a1aaaec42 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390649 Nov 20 03:33:04.703725 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71101ce4-7f05-495c-9c5e-ab8b4773a0fc req-9439a4a1-5d01-4e9d-9fff-6679622d0e7e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:04.705371 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-71101ce4-7f05-495c-9c5e-ab8b4773a0fc req-9439a4a1-5d01-4e9d-9fff-6679622d0e7e tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 946 time: 0.0502901 Nov 20 03:33:04.779353 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-71101ce4-7f05-495c-9c5e-ab8b4773a0fc req-67a23af1-a607-491e-ad91-b3501e076441 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682778 Nov 20 03:33:04.791212 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6b84a-2d8b-4279-918b-f7f9d1209a33 req-ed959d39-d386-457e-9e4c-fd7f7ea77fa9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:04.792676 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fdf6b84a-2d8b-4279-918b-f7f9d1209a33 req-ed959d39-d386-457e-9e4c-fd7f7ea77fa9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0687375 Nov 20 03:33:04.846402 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fdf6b84a-2d8b-4279-918b-f7f9d1209a33 req-d2de5148-f847-4694-92f6-eb9be9dbf3a9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468788 Nov 20 03:33:05.892440 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f19ff0-ecc3-45a5-9fdb-08036201a94a req-9098d213-7df0-4357-9d6a-8a2be663df1c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:05.893953 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-81f19ff0-ecc3-45a5-9fdb-08036201a94a req-9098d213-7df0-4357-9d6a-8a2be663df1c tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 946 time: 0.0477004 Nov 20 03:33:05.970135 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-81f19ff0-ecc3-45a5-9fdb-08036201a94a req-ef892281-140c-4d32-8868-479c533030a2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676858 Nov 20 03:33:05.985313 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351de2ac-3119-49b5-a1e1-b7776b1ccc33 req-7f7d77dc-771b-451c-8cf9-be5ba627a057 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:05.986763 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-351de2ac-3119-49b5-a1e1-b7776b1ccc33 req-7f7d77dc-771b-451c-8cf9-be5ba627a057 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0692523 Nov 20 03:33:06.035167 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-351de2ac-3119-49b5-a1e1-b7776b1ccc33 req-1ad7bfec-0dc3-483c-9889-5c9f333ea7ab tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423408 Nov 20 03:33:06.085963 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373008c7-6fd2-41fa-96bc-70466f4a182c req-963779ae-e734-4891-b298-93ca54147051 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:06.087336 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-373008c7-6fd2-41fa-96bc-70466f4a182c req-963779ae-e734-4891-b298-93ca54147051 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 946 time: 0.0512888 Nov 20 03:33:06.134477 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-373008c7-6fd2-41fa-96bc-70466f4a182c req-ecadcb86-fcd7-4cff-88ed-c430dc8c0672 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413039 Nov 20 03:33:06.157465 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37056) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:33:06.335336 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1bce9-88bd-49f8-9540-353c22f66119 tempest-TestVolumeBootPattern-53161619 tempest-TestVolumeBootPattern-53161619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:06.336903 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-76d1bce9-88bd-49f8-9540-353c22f66119 tempest-TestVolumeBootPattern-53161619 tempest-TestVolumeBootPattern-53161619-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 1094 time: 0.1784115 Nov 20 03:33:06.339496 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37060) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:33:06.343656 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Request body: {'floatingip': {'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'port_id': 'b1b6c435-4da9-495a-9684-c863636515b2', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:33:06.365078 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:06.460249 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:06.560172 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Allocated IP 172.27.1.8 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/cf54186c-7571-48cc-9fd7-d9178250165a) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:33:06.663095 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:06.695733 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:06.732918 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:33:06.735809 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:33:06.739407 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:33:06.763912 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'Port': ['ID=cf54186c-7571-48cc-9fd7-d9178250165a,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:06.774668 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:06.775024 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:06.775372 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:06.775711 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:06.776074 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:06.776413 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:06.776745 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:06.777077 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:06.777408 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:06.777734 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:06.778060 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:06.778383 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:07.117072 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:07.188936 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2595fd9-57bd-444a-b8b2-6a4c5ecef405 req-74f58160-36ca-4799-afe1-36e75dbf59d4 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:07.190417 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d2595fd9-57bd-444a-b8b2-6a4c5ecef405 req-74f58160-36ca-4799-afe1-36e75dbf59d4 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0877953 Nov 20 03:33:07.233499 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:07.289044 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d2595fd9-57bd-444a-b8b2-6a4c5ecef405 req-4118f8a5-35bd-4cd3-8ddc-9971aa1117a9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771127 Nov 20 03:33:07.400109 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:07.404556 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:07.478760 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event updated for resources: {'Port': ['ID=cf54186c-7571-48cc-9fd7-d9178250165a,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:07.489424 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:07.586858 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Floating IP b9ce6f30-f10a-42da-827b-98dde45a3ee9 associated. External IP: 172.27.1.8, port: b1b6c435-4da9-495a-9684-c863636515b2. Nov 20 03:33:07.796400 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Router acc52df4-418f-4728-9a8a-785220962875 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:33:08.160610 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:33:08.170610 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4ce4d-3ff4-4c06-b480-0eb62675831a None None] Sync routers for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:33:08.179100 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:08.181653 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4ce4d-3ff4-4c06-b480-0eb62675831a None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:33:08.182277 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-5ff4ce4d-3ff4-4c06-b480-0eb62675831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:32:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:33:08.205048 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-cdbeb624-21c5-4704-9255-06277d0b63de tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8645337 Nov 20 03:33:08.205621 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'tag': 'b1b6c435-4da9-495a-9684-c863636515b2'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:33:08.207990 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5ff060-f720-41cc-93e6-5f6746a46678" -d '{"events": [{"name": "network-changed", "server_uuid": "dd695701-5d21-42e3-b21d-2e6069ea2c67", "tag": "b1b6c435-4da9-495a-9684-c863636515b2"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:33:08.246965 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eb9677-469e-4fa5-a8d3-9ba78243a7d0 x-openstack-request-id: req-18eb9677-469e-4fa5-a8d3-9ba78243a7d0 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:33:08.247265 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd695701-5d21-42e3-b21d-2e6069ea2c67", "tag": "b1b6c435-4da9-495a-9684-c863636515b2", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:33:08.247520 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18eb9677-469e-4fa5-a8d3-9ba78243a7d0 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:33:08.247951 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'tag': 'b1b6c435-4da9-495a-9684-c863636515b2', 'status': 'completed', 'code': 200} Nov 20 03:33:08.286651 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-5ff4ce4d-3ff4-4c06-b480-0eb62675831a None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:33:08.335827 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ff060-f720-41cc-93e6-5f6746a46678 req-2663da50-86a4-4a87-a8d3-fb7d4a2b6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:08.337430 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0b5ff060-f720-41cc-93e6-5f6746a46678 req-2663da50-86a4-4a87-a8d3-fb7d4a2b6604 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 1099 time: 0.0418193 Nov 20 03:33:08.457002 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f093df-2ebc-41f4-bfd3-49ce1a177ea5 req-415561fd-a6c8-4c41-a57b-944148a1d594 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:08.458906 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-27f093df-2ebc-41f4-bfd3-49ce1a177ea5 req-415561fd-a6c8-4c41-a57b-944148a1d594 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0970044 Nov 20 03:33:08.475320 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ff060-f720-41cc-93e6-5f6746a46678 req-85e5802c-db22-4cb9-98da-a1f8088f5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:08.476758 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0b5ff060-f720-41cc-93e6-5f6746a46678 req-85e5802c-db22-4cb9-98da-a1f8088f5fdb service neutron] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 913 time: 0.1328034 Nov 20 03:33:08.510270 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-5ff4ce4d-3ff4-4c06-b480-0eb62675831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'b9ce6f30-f10a-42da-827b-98dde45a3ee9', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': 'b1b6c435-4da9-495a-9684-c863636515b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:2a:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:33:06Z', 'updated_at': '2021-11-20T03:33:06Z', 'revision_number': 0, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}, {'id': 'd5c7c5b4-4586-4c3d-b867-8d87da5eafc7', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': '7fab1476-2c92-464e-a1e2-23830e67426c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:b0:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:01Z', 'updated_at': '2021-11-20T03:31:04Z', 'revision_number': 1, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:33:08.535911 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4ce4d-3ff4-4c06-b480-0eb62675831a None None] Checking router: acc52df4-418f-4728-9a8a-785220962875 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:33:08.544554 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4ce4d-3ff4-4c06-b480-0eb62675831a None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:33:08.545152 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-5ff4ce4d-3ff4-4c06-b480-0eb62675831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:32:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:33:08.554622 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-27f093df-2ebc-41f4-bfd3-49ce1a177ea5 req-9a878672-85e9-48b1-b3ac-0709a53b1a0e tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885322 Nov 20 03:33:08.564463 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0b5ff060-f720-41cc-93e6-5f6746a46678 req-6c47cc90-ca22-479a-8660-54683dabd430 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b6c435-4da9-495a-9684-c863636515b2 HTTP/1.1" status: 200 len: 998 time: 0.0791171 Nov 20 03:33:08.617802 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ff060-f720-41cc-93e6-5f6746a46678 req-46194c1d-3e7b-422e-aba7-b8bef9ac8cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:08.619252 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0b5ff060-f720-41cc-93e6-5f6746a46678 req-46194c1d-3e7b-422e-aba7-b8bef9ac8cdc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.0455265 Nov 20 03:33:08.649957 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-5ff4ce4d-3ff4-4c06-b480-0eb62675831a None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:33:08.664987 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ff060-f720-41cc-93e6-5f6746a46678 req-878d5d9f-cd26-4b0e-a01b-7eb2be36183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:08.666463 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0b5ff060-f720-41cc-93e6-5f6746a46678 req-878d5d9f-cd26-4b0e-a01b-7eb2be36183f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398374 Nov 20 03:33:08.760082 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0b5ff060-f720-41cc-93e6-5f6746a46678 req-ce27fa4a-1cce-4eaa-898a-625ccbe1f134 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851884 Nov 20 03:33:08.847673 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0b5ff060-f720-41cc-93e6-5f6746a46678 req-a97fea6d-7748-465a-bbe6-b206d8c37480 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810699 Nov 20 03:33:08.873062 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-5ff4ce4d-3ff4-4c06-b480-0eb62675831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'b9ce6f30-f10a-42da-827b-98dde45a3ee9', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': 'b1b6c435-4da9-495a-9684-c863636515b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:2a:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:33:06Z', 'updated_at': '2021-11-20T03:33:06Z', 'revision_number': 0, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}, {'id': 'd5c7c5b4-4586-4c3d-b867-8d87da5eafc7', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': '7fab1476-2c92-464e-a1e2-23830e67426c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:b0:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:01Z', 'updated_at': '2021-11-20T03:31:04Z', 'revision_number': 1, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:33:08.899251 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4ce4d-3ff4-4c06-b480-0eb62675831a None None] The sync data for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi is: [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'b9ce6f30-f10a-42da-827b-98dde45a3ee9', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': 'b1b6c435-4da9-495a-9684-c863636515b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:2a:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:33:06Z', 'updated_at': '2021-11-20T03:33:06Z', 'revision_number': 0, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}, {'id': 'd5c7c5b4-4586-4c3d-b867-8d87da5eafc7', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': '7fab1476-2c92-464e-a1e2-23830e67426c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:b0:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:01Z', 'updated_at': '2021-11-20T03:31:04Z', 'revision_number': 1, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:33:09.083806 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30928abc-4f2c-4955-ba17-4e0a34413554 None None] New status for floating IP b9ce6f30-f10a-42da-827b-98dde45a3ee9: ACTIVE {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:33:09.229644 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b7ae3e0e-1b2a-4956-968b-98d755d0df26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:09.680374 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99c6af-ae76-436e-a856-23a57228845b req-835a76e2-806e-4d4a-9500-ec338e08afcc tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:09.681817 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8b99c6af-ae76-436e-a856-23a57228845b req-835a76e2-806e-4d4a-9500-ec338e08afcc tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0492446 Nov 20 03:33:09.728580 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8b99c6af-ae76-436e-a856-23a57228845b req-2ce4eaba-8eca-4c13-bf59-4287c23502db tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408599 Nov 20 03:33:10.845908 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f492795-5541-487a-a19b-e30e474da74f req-3d2d9a3e-5611-4086-8894-7c0917e58edf tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:10.847358 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5f492795-5541-487a-a19b-e30e474da74f req-3d2d9a3e-5611-4086-8894-7c0917e58edf tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0510924 Nov 20 03:33:10.894467 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5f492795-5541-487a-a19b-e30e474da74f req-e0014f00-ee28-434b-8257-9772f4c771a3 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404899 Nov 20 03:33:11.423415 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-10144b63-8ef3-46e2-99d1-8de94980245d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:12.009941 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2096f7-3b4c-45c2-9a3a-d8d396a7a99c req-9d6371e8-6a01-4b7a-a581-b904427eb700 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:12.011404 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2b2096f7-3b4c-45c2-9a3a-d8d396a7a99c req-9d6371e8-6a01-4b7a-a581-b904427eb700 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0481763 Nov 20 03:33:12.057978 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2b2096f7-3b4c-45c2-9a3a-d8d396a7a99c req-c0eab0f9-b06d-41eb-8e4f-a62c8a1ad11b tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402703 Nov 20 03:33:12.697234 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:13.174674 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71d6b6-62a2-4788-86b0-6bbc1ed95be1 req-1c2b90f9-ca6b-4874-9e0a-d552bee044ed tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:13.176142 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db71d6b6-62a2-4788-86b0-6bbc1ed95be1 req-1c2b90f9-ca6b-4874-9e0a-d552bee044ed tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0514688 Nov 20 03:33:13.221793 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db71d6b6-62a2-4788-86b0-6bbc1ed95be1 req-e3b8cd0b-3bd4-4d0f-a16f-37e4806fb2d2 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393274 Nov 20 03:33:13.764827 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:14.338555 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a78e-1468-4083-a63d-27f36d5e3bbc req-5110c425-b480-45fc-8a3f-cc5a025ba591 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:14.340026 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4d70a78e-1468-4083-a63d-27f36d5e3bbc req-5110c425-b480-45fc-8a3f-cc5a025ba591 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0475886 Nov 20 03:33:14.385656 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4d70a78e-1468-4083-a63d-27f36d5e3bbc req-79c46413-1caa-4f97-99fa-c163b5752c0b tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396073 Nov 20 03:33:14.998751 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:15.497254 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68d385-6599-491a-a899-ac2056190649 req-6ba37621-2693-4312-8d25-17641d037a88 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:15.498653 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cc68d385-6599-491a-a899-ac2056190649 req-6ba37621-2693-4312-8d25-17641d037a88 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0474846 Nov 20 03:33:15.547998 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cc68d385-6599-491a-a899-ac2056190649 req-a9108fad-04fa-4a34-854c-b47de26a985a tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Nov 20 03:33:15.780622 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb1866-f972-4784-a353-17bd88b6c5f8 req-1f3cad92-db9f-4592-81c5-bd1221debd33 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:15.781997 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-48eb1866-f972-4784-a353-17bd88b6c5f8 req-1f3cad92-db9f-4592-81c5-bd1221debd33 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0501771 Nov 20 03:33:15.851479 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-48eb1866-f972-4784-a353-17bd88b6c5f8 req-651791eb-56c3-46f7-b76d-028d2521d5d0 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628524 Nov 20 03:33:15.864765 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499e5c-07b8-46eb-ae7e-edbe591949d1 req-39995409-1642-4697-b275-80ff8c9c3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:15.866302 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c8499e5c-07b8-46eb-ae7e-edbe591949d1 req-39995409-1642-4697-b275-80ff8c9c3acc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d08399259f414676ab07f0c72210e61b&device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 1099 time: 0.0506046 Nov 20 03:33:15.958190 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499e5c-07b8-46eb-ae7e-edbe591949d1 req-3dd79c30-1d60-44f0-b5f0-7d22dcf97252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:15.959653 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c8499e5c-07b8-46eb-ae7e-edbe591949d1 req-3dd79c30-1d60-44f0-b5f0-7d22dcf97252 service neutron] 10.222.0.57 "GET /v2.0/networks?id=791637e4-063d-499c-bfca-afedfcc04bcf HTTP/1.1" status: 200 len: 912 time: 0.0861385 Nov 20 03:33:16.023412 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c8499e5c-07b8-46eb-ae7e-edbe591949d1 req-210d5437-405c-4d62-a6de-d19daf007f92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7404f5fe-b108-47a0-b58a-57236ae12240 HTTP/1.1" status: 200 len: 1002 time: 0.0566537 Nov 20 03:33:16.070801 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499e5c-07b8-46eb-ae7e-edbe591949d1 req-b66cc568-3f2e-44df-9688-f67fb8a06d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:16.072123 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c8499e5c-07b8-46eb-ae7e-edbe591949d1 req-b66cc568-3f2e-44df-9688-f67fb8a06d4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7925a5a7-083f-4847-bacf-6cd494adf50c HTTP/1.1" status: 200 len: 850 time: 0.0419652 Nov 20 03:33:16.119004 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499e5c-07b8-46eb-ae7e-edbe591949d1 req-016fcc2f-cbfc-49d8-8e3b-419397175779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:16.120490 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c8499e5c-07b8-46eb-ae7e-edbe591949d1 req-016fcc2f-cbfc-49d8-8e3b-419397175779 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=791637e4-063d-499c-bfca-afedfcc04bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416994 Nov 20 03:33:16.206807 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c8499e5c-07b8-46eb-ae7e-edbe591949d1 req-09e3f7bf-b04d-42e8-95a7-e73ab98b489f service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793242 Nov 20 03:33:16.300025 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c8499e5c-07b8-46eb-ae7e-edbe591949d1 req-32696d7a-193a-4ca9-9c65-2a8aac12c611 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848153 Nov 20 03:33:16.971468 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf12aa2-627a-49de-ad71-222180d6d01d req-4f8d2592-e235-494c-840c-f122ad4ba8c5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:16.972967 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9bf12aa2-627a-49de-ad71-222180d6d01d req-4f8d2592-e235-494c-840c-f122ad4ba8c5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0513473 Nov 20 03:33:17.019689 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9bf12aa2-627a-49de-ad71-222180d6d01d req-f4f5db06-592b-4595-bad6-70fcbc77f2a5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401096 Nov 20 03:33:17.591231 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:33:18.134047 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307435e4-3b48-47ef-a0e3-c5ca028aa909 req-2d260063-f112-4de8-b600-0e0d919b7090 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:18.135523 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-307435e4-3b48-47ef-a0e3-c5ca028aa909 req-2d260063-f112-4de8-b600-0e0d919b7090 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0484688 Nov 20 03:33:18.184922 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-307435e4-3b48-47ef-a0e3-c5ca028aa909 req-b222dcbc-e564-4bd5-957c-4ab81f34b8d1 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434904 Nov 20 03:33:30.508393 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:38.499211 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-61ab5693-518a-4129-8dfc-14b0e9828461 req-278ebb4a-0335-489a-9bb8-0db8cc48ea9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382619 Nov 20 03:33:38.601042 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab5693-518a-4129-8dfc-14b0e9828461 req-27a4c7be-ab17-47ae-a279-6bf3ef54bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:38.602429 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-61ab5693-518a-4129-8dfc-14b0e9828461 req-27a4c7be-ab17-47ae-a279-6bf3ef54bf45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 1098 time: 0.0417385 Nov 20 03:33:38.710512 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab5693-518a-4129-8dfc-14b0e9828461 req-18503150-8227-4622-8521-f06d2c7a6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:38.712007 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-61ab5693-518a-4129-8dfc-14b0e9828461 req-18503150-8227-4622-8521-f06d2c7a6907 service neutron] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 913 time: 0.0867939 Nov 20 03:33:38.777605 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-61ab5693-518a-4129-8dfc-14b0e9828461 req-ec8a192a-8a2a-4970-bfaf-0e54c83446f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fab1476-2c92-464e-a1e2-23830e67426c HTTP/1.1" status: 200 len: 1001 time: 0.0567551 Nov 20 03:33:38.827607 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab5693-518a-4129-8dfc-14b0e9828461 req-8063df18-b028-466f-afc8-ecc27e2af686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:38.829051 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-61ab5693-518a-4129-8dfc-14b0e9828461 req-8063df18-b028-466f-afc8-ecc27e2af686 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.0429888 Nov 20 03:33:38.878490 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab5693-518a-4129-8dfc-14b0e9828461 req-bf201ae7-f72e-446a-a795-8adb81f01795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:38.879980 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-61ab5693-518a-4129-8dfc-14b0e9828461 req-bf201ae7-f72e-446a-a795-8adb81f01795 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427845 Nov 20 03:33:38.969398 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-61ab5693-518a-4129-8dfc-14b0e9828461 req-0c16082a-fa68-4ad4-aac0-d704fd66fb81 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808568 Nov 20 03:33:39.060113 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-61ab5693-518a-4129-8dfc-14b0e9828461 req-6ed0f713-cdaa-47df-bb81-424428e1ad7d service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822413 Nov 20 03:33:39.210703 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-4f599b31-a7d0-4e5d-8101-d027d6c09412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:41.423478 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-a7c8923e-df10-4135-ae38-cbd04bd1ec74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:42.698725 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:43.768304 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:44.999550 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:52.843199 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec399f-c559-4f5d-8cd8-5395f91e2fef req-510f81cd-d3ca-4af6-a064-221bea56e15e tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:52.844921 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-46ec399f-c559-4f5d-8cd8-5395f91e2fef req-510f81cd-d3ca-4af6-a064-221bea56e15e tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0490239 Nov 20 03:33:52.891513 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-46ec399f-c559-4f5d-8cd8-5395f91e2fef req-0e189302-cff3-4d6e-b512-62fc248faf23 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406675 Nov 20 03:33:54.006481 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa5512-98c1-461a-8d7d-da54d229b930 req-03435c41-7f38-4b0d-8def-513719b173ce tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:54.008041 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-20aa5512-98c1-461a-8d7d-da54d229b930 req-03435c41-7f38-4b0d-8def-513719b173ce tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0483351 Nov 20 03:33:54.055897 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-20aa5512-98c1-461a-8d7d-da54d229b930 req-490c32df-6952-4181-b614-247154fb9bc6 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Nov 20 03:33:54.590510 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:33:55.171891 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec568a2-a7cc-4a52-be9d-2c4d21b0e5aa req-f68ef9ae-c9c0-427c-9947-10667651eece tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:55.173253 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bec568a2-a7cc-4a52-be9d-2c4d21b0e5aa req-f68ef9ae-c9c0-427c-9947-10667651eece tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0510547 Nov 20 03:33:55.218929 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bec568a2-a7cc-4a52-be9d-2c4d21b0e5aa req-9edf85d5-c667-4a94-b076-76315a297afd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395100 Nov 20 03:33:56.331062 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af85d6-c225-4786-b1ed-39bc27db69bc req-af9ad943-d0e7-4e6b-8537-3beba51de335 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:56.332585 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-72af85d6-c225-4786-b1ed-39bc27db69bc req-af9ad943-d0e7-4e6b-8537-3beba51de335 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0490074 Nov 20 03:33:56.379289 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-72af85d6-c225-4786-b1ed-39bc27db69bc req-1dec3ebe-4950-49b0-a7a6-84f1216c1903 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409029 Nov 20 03:33:57.491077 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2c3d8-b7bd-4334-a298-f43917485a88 req-284688a5-7733-44e5-bfc1-37f666154f9b tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:57.492564 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-77c2c3d8-b7bd-4334-a298-f43917485a88 req-284688a5-7733-44e5-bfc1-37f666154f9b tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0476971 Nov 20 03:33:57.543421 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-77c2c3d8-b7bd-4334-a298-f43917485a88 req-3c66aa20-135e-469c-93ba-7a18f89cd20a tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450101 Nov 20 03:33:58.657839 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08777c9d-e066-412b-ac14-75547a506edd req-a101cb6c-c9b7-4965-8bfa-12ae093a8982 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:58.659277 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-08777c9d-e066-412b-ac14-75547a506edd req-a101cb6c-c9b7-4965-8bfa-12ae093a8982 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0497611 Nov 20 03:33:58.705997 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-08777c9d-e066-412b-ac14-75547a506edd req-3fbc4b7c-ac52-444d-bc8e-d7b0a8ff60ec tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401199 Nov 20 03:33:58.898767 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723480c-b49e-4246-9a2e-0eb9afbf9801 req-da7baecb-e8f3-432e-8e79-afce8087dbf8 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:58.900289 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9723480c-b49e-4246-9a2e-0eb9afbf9801 req-da7baecb-e8f3-432e-8e79-afce8087dbf8 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0472646 Nov 20 03:33:58.954875 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9723480c-b49e-4246-9a2e-0eb9afbf9801 req-9859b212-8058-4075-97e2-9e0ee3cc6c05 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483825 Nov 20 03:33:58.986930 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc9915-fd18-400a-a386-342fa3f518c3 req-40b1d08e-413d-4cbc-bd8c-6c5ae0e57cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:58.988462 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-22cc9915-fd18-400a-a386-342fa3f518c3 req-40b1d08e-413d-4cbc-bd8c-6c5ae0e57cf6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d08399259f414676ab07f0c72210e61b&device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 1099 time: 0.0478702 Nov 20 03:33:59.075261 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc9915-fd18-400a-a386-342fa3f518c3 req-73938423-94fe-488e-a64e-d1bdde3e856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:59.076730 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-22cc9915-fd18-400a-a386-342fa3f518c3 req-73938423-94fe-488e-a64e-d1bdde3e856a service neutron] 10.222.0.57 "GET /v2.0/networks?id=791637e4-063d-499c-bfca-afedfcc04bcf HTTP/1.1" status: 200 len: 912 time: 0.0813909 Nov 20 03:33:59.144979 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-22cc9915-fd18-400a-a386-342fa3f518c3 req-9b26c1b1-3598-41bf-86ae-0b08179d3f0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7404f5fe-b108-47a0-b58a-57236ae12240 HTTP/1.1" status: 200 len: 1002 time: 0.0585132 Nov 20 03:33:59.190670 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc9915-fd18-400a-a386-342fa3f518c3 req-8c554229-01c7-4370-ad08-0a6b6e2bec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:59.192551 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-22cc9915-fd18-400a-a386-342fa3f518c3 req-8c554229-01c7-4370-ad08-0a6b6e2bec1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7925a5a7-083f-4847-bacf-6cd494adf50c HTTP/1.1" status: 200 len: 850 time: 0.0415323 Nov 20 03:33:59.235970 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc9915-fd18-400a-a386-342fa3f518c3 req-8de245e3-7143-4e81-8ea1-c6f666e9beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:59.237499 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-22cc9915-fd18-400a-a386-342fa3f518c3 req-8de245e3-7143-4e81-8ea1-c6f666e9beca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=791637e4-063d-499c-bfca-afedfcc04bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383468 Nov 20 03:33:59.330250 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-22cc9915-fd18-400a-a386-342fa3f518c3 req-855c79d9-7a4e-48c1-b951-8f977d8951f9 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847032 Nov 20 03:33:59.417389 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-22cc9915-fd18-400a-a386-342fa3f518c3 req-32ad9fb7-e10b-4562-86fb-8c46880fad59 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794780 Nov 20 03:34:00.080548 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992281a-cde8-4038-bbf7-a8a86c529dc3 req-e15faaf8-8ef5-41a3-8ddc-dfbe9205ef05 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:00.082628 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4992281a-cde8-4038-bbf7-a8a86c529dc3 req-e15faaf8-8ef5-41a3-8ddc-dfbe9205ef05 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0537658 Nov 20 03:34:00.127802 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4992281a-cde8-4038-bbf7-a8a86c529dc3 req-5ca5e6e9-d6b9-407d-853a-2a28140d4f09 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392430 Nov 20 03:34:00.519359 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:01.243806 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f5d79-e3b8-437b-a571-4051e5794dd7 req-094734cb-69fc-435d-8094-324681b79ca4 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:01.245284 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eb8f5d79-e3b8-437b-a571-4051e5794dd7 req-094734cb-69fc-435d-8094-324681b79ca4 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0479395 Nov 20 03:34:01.291345 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-eb8f5d79-e3b8-437b-a571-4051e5794dd7 req-a38a6870-09ef-4781-8973-bc3c00e59fab tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403450 Nov 20 03:34:09.212105 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-879f3614-efc6-48f5-94b5-8dc89bf38803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:11.424181 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c1ee5bf5-e25a-4f7e-a03c-85316054d821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:12.701793 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:13.771422 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:15.002608 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:30.521457 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:31.588885 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:34:33.726067 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca040b5-445d-4a20-90ef-1d68f451434f req-7b8a0728-f8b0-47a2-944f-426bb47f7334 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:33.727516 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bca040b5-445d-4a20-90ef-1d68f451434f req-7b8a0728-f8b0-47a2-944f-426bb47f7334 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0471652 Nov 20 03:34:33.776562 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bca040b5-445d-4a20-90ef-1d68f451434f req-0591fbef-94f5-478b-8f08-7ea5e309914b tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Nov 20 03:34:34.995405 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681c632-315c-46dc-b2d1-6fc964b0f8bd req-3648f545-bf3c-437c-9b57-30b4092a2703 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:34.996889 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d681c632-315c-46dc-b2d1-6fc964b0f8bd req-3648f545-bf3c-437c-9b57-30b4092a2703 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.1512320 Nov 20 03:34:35.044286 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d681c632-315c-46dc-b2d1-6fc964b0f8bd req-2af4d2c5-9635-4e98-8e06-e44b12485839 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414679 Nov 20 03:34:35.865928 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49255933-8b07-497d-a266-833b0ee8affe req-7c795940-ed23-43d5-9b33-41e4e7f385e3 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:35.867350 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-49255933-8b07-497d-a266-833b0ee8affe req-7c795940-ed23-43d5-9b33-41e4e7f385e3 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.0484276 Nov 20 03:34:35.955751 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Deleting port 7404f5fe-b108-47a0-b58a-57236ae12240 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:35.956121 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:36.039770 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] For port 7404f5fe-b108-47a0-b58a-57236ae12240, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7404f5fe-b108-47a0-b58a-57236ae12240,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:34:36.040489 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:36.246902 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:36.247258 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:36.247574 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Floating IP be23b91b-85f3-4ca0-98d4-8c1e3efa74f4 disassociated. External IP: 172.27.1.231, port: 7404f5fe-b108-47a0-b58a-57236ae12240. Nov 20 03:34:36.247948 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Calling delete_port for 7404f5fe-b108-47a0-b58a-57236ae12240 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:36.271845 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa728dd-a90a-4a1b-94aa-c5481f246de7 req-7f0ca90d-7e38-4981-8d7a-4de220cffcfa tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:36.273297 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cfa728dd-a90a-4a1b-94aa-c5481f246de7 req-7f0ca90d-7e38-4981-8d7a-4de220cffcfa tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2109e70-6d36-409e-a430-4e36ba685082 HTTP/1.1" status: 200 len: 946 time: 0.1396093 Nov 20 03:34:36.356436 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-cfa728dd-a90a-4a1b-94aa-c5481f246de7 req-baf2ace9-451a-4202-957c-ac73e6f5b43f tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=27f03f9c-8ce7-4675-888e-6796e3b58956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565586 Nov 20 03:34:36.424254 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:36.453083 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event deleted for resources: {'Port': ['ID=7404f5fe-b108-47a0-b58a-57236ae12240,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:36.463449 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:36.463851 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:36.464177 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:36.464521 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:36.464860 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:36.465199 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:36.465531 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:36.465883 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:36.466194 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:36.466544 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:36.466871 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:36.467199 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:36.573269 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Router 50e03d5f-48e8-4a48-9e30-ded79268f168 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:34:36.678620 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:34:36.688180 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15690f5c-2160-479a-b166-326d0e1e0d6f None None] Sync routers for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:34:36.698553 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15690f5c-2160-479a-b166-326d0e1e0d6f None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:34:36.699155 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-15690f5c-2160-479a-b166-326d0e1e0d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:34:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:36.719015 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] No DVR routers for this DVR port 7404f5fe-b108-47a0-b58a-57236ae12240 on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:34:36.721484 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:36.724859 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-49255933-8b07-497d-a266-833b0ee8affe req-3f222585-fc9d-47c6-aea0-5b18efdb8788 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.57 "DELETE /v2.0/ports/7404f5fe-b108-47a0-b58a-57236ae12240 HTTP/1.1" status: 204 len: 173 time: 0.8512597 Nov 20 03:34:36.725303 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2109e70-6d36-409e-a430-4e36ba685082', 'name': 'network-vif-deleted', 'tag': '7404f5fe-b108-47a0-b58a-57236ae12240'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:34:36.727542 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182fe2e3-b6b0-481e-a845-ea13cefe51f2" -d '{"events": [{"server_uuid": "e2109e70-6d36-409e-a430-4e36ba685082", "name": "network-vif-deleted", "tag": "7404f5fe-b108-47a0-b58a-57236ae12240"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:34:36.784837 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf076ba-960c-482c-b2ad-127023f94edb x-openstack-request-id: req-9bf076ba-960c-482c-b2ad-127023f94edb {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:34:36.785427 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2109e70-6d36-409e-a430-4e36ba685082", "name": "network-vif-deleted", "tag": "7404f5fe-b108-47a0-b58a-57236ae12240", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:34:36.785615 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bf076ba-960c-482c-b2ad-127023f94edb {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:34:36.786035 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2109e70-6d36-409e-a430-4e36ba685082', 'name': 'network-vif-deleted', 'tag': '7404f5fe-b108-47a0-b58a-57236ae12240', 'status': 'completed', 'code': 200} Nov 20 03:34:36.807165 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-15690f5c-2160-479a-b166-326d0e1e0d6f None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:34:37.100420 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-15690f5c-2160-479a-b166-326d0e1e0d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:58Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:37.125173 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15690f5c-2160-479a-b166-326d0e1e0d6f None None] Checking router: 50e03d5f-48e8-4a48-9e30-ded79268f168 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:34:37.136052 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15690f5c-2160-479a-b166-326d0e1e0d6f None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:34:37.136741 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-15690f5c-2160-479a-b166-326d0e1e0d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:34:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:37.241809 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-15690f5c-2160-479a-b166-326d0e1e0d6f None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:34:37.439645 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37184) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:37.446417 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-15690f5c-2160-479a-b166-326d0e1e0d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:58Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:37.472644 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15690f5c-2160-479a-b166-326d0e1e0d6f None None] The sync data for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi is: [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:58Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:34:37.495889 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a6d1cf67-f40d-4b3d-8f89-dd0b7426fef5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:37.522117 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a6d1cf67-f40d-4b3d-8f89-dd0b7426fef5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:37.572711 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a6d1cf67-f40d-4b3d-8f89-dd0b7426fef5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:37.575515 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a6d1cf67-f40d-4b3d-8f89-dd0b7426fef5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:37.576719 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a6d1cf67-f40d-4b3d-8f89-dd0b7426fef5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "DELETE /v2.0/security-groups/27f03f9c-8ce7-4675-888e-6796e3b58956 HTTP/1.1" status: 204 len: 168 time: 0.1360109 Nov 20 03:34:37.579514 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37186) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:37.586806 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1cf67-f40d-4b3d-8f89-dd0b7426fef5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f03f9c-8ce7-4675-888e-6796e3b58956,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:37.603229 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.api.v2.resource [None req-d808cc5d-88fb-49dc-919b-ae2589f067e6 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] show failed (client error): The resource could not be found. Nov 20 03:34:37.608380 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-d808cc5d-88fb-49dc-919b-ae2589f067e6 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups/27f03f9c-8ce7-4675-888e-6796e3b58956 HTTP/1.1" status: 404 len: 347 time: 0.0274801 Nov 20 03:34:37.608696 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37190) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:37.702342 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e66ccce-3eaa-42db-ba73-e85e0b2539af None None] New status for floating IP be23b91b-85f3-4ca0-98d4-8c1e3efa74f4: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:34:37.734732 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Deleting port 7f793836-f393-4330-b4b0-e45e40f5789c {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:37.734994 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:37.815382 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:37.815721 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:37.827659 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Calling delete_port for 7f793836-f393-4330-b4b0-e45e40f5789c owned by network:floatingip {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:37.958375 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.211073 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event deleted for resources: {'Port': ['ID=7f793836-f393-4330-b4b0-e45e40f5789c,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:38.222681 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:38.223031 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:38.223373 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:38.223715 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:38.224076 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:38.224410 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:38.224742 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:38.225070 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:38.225401 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:38.225728 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:38.226052 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:38.226376 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:38.278098 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.280680 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.281826 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-1680924a-d074-4264-a142-9e0fe485bbfd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "DELETE /v2.0/floatingips/be23b91b-85f3-4ca0-98d4-8c1e3efa74f4 HTTP/1.1" status: 204 len: 168 time: 0.6722231 Nov 20 03:34:38.579064 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37194) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:38.583608 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-372d09f0-23ae-419e-ab5c-1196d238abb9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839213876', 'description': 'tempest-description--520999855'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:34:38.604402 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-372d09f0-23ae-419e-ab5c-1196d238abb9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.668613 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-372d09f0-23ae-419e-ab5c-1196d238abb9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.672210 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-372d09f0-23ae-419e-ab5c-1196d238abb9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.702294 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-372d09f0-23ae-419e-ab5c-1196d238abb9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.703493 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-372d09f0-23ae-419e-ab5c-1196d238abb9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1234283 Nov 20 03:34:38.705337 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d09f0-23ae-419e-ab5c-1196d238abb9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0db2e23-01ba-4799-93eb-687e77bbcfff,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:38.706532 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37196) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:38.711176 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-c60b9644-7671-4380-9df9-4307aef70cad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Request body: {'security_group_rule': {'security_group_id': 'f0db2e23-01ba-4799-93eb-687e77bbcfff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:34:38.739551 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c60b9644-7671-4380-9df9-4307aef70cad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.783631 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c60b9644-7671-4380-9df9-4307aef70cad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.787930 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c60b9644-7671-4380-9df9-4307aef70cad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.806169 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b9644-7671-4380-9df9-4307aef70cad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab857d8-d78e-4821-ba9d-52a7173738c0,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:38.814025 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c60b9644-7671-4380-9df9-4307aef70cad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.815196 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c60b9644-7671-4380-9df9-4307aef70cad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1075563 Nov 20 03:34:38.817840 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37198) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:38.822015 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-a4c8cf9e-5607-47dc-aade-94023d501908 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Request body: {'security_group_rule': {'security_group_id': 'f0db2e23-01ba-4799-93eb-687e77bbcfff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:34:38.848189 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a4c8cf9e-5607-47dc-aade-94023d501908 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.902031 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a4c8cf9e-5607-47dc-aade-94023d501908 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.905379 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a4c8cf9e-5607-47dc-aade-94023d501908 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767566'] for security_group_rule, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.922486 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8cf9e-5607-47dc-aade-94023d501908 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07cc1cd-325d-46d5-a6f8-a2043f83af55,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:38.930393 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a4c8cf9e-5607-47dc-aade-94023d501908 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:38.931566 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a4c8cf9e-5607-47dc-aade-94023d501908 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128104 Nov 20 03:34:38.934655 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37200) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:38.939823 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Request body: {'floatingip': {'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:34:38.961143 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:39.056795 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:39.156599 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Allocated IP 172.27.1.200 (f834731d-4835-45b7-b408-4aa4c3ba2e40/7288d3c0-2d8c-4f99-98f6-1c5942e2a428/4a575e7a-d767-409b-a6a3-eab51b9f86f0) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:34:39.213201 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b2a0-f2ab-49e9-804d-464a495189a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:39.260710 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:39.292471 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:39.328299 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Network f834731d-4835-45b7-b408-4aa4c3ba2e40 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:34:39.331027 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:34:39.334510 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:34:39.361848 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event updated for resources: {'Port': ['ID=4a575e7a-d767-409b-a6a3-eab51b9f86f0,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:39.422543 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:39.454876 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:39.876152 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:39.880625 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:39.945142 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event updated for resources: {'Port': ['ID=4a575e7a-d767-409b-a6a3-eab51b9f86f0,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:39.956112 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:39.971533 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:39.973424 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-b07d89e3-f27e-4f3c-be96-7d7a9b0479ad tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0378399 Nov 20 03:34:40.059656 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7404f5fe-b108-47a0-b58a-57236ae12240 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:34:40.079827 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 7404f5fe-b108-47a0-b58a-57236ae12240 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:34:40.080255 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7404f5fe-b108-47a0-b58a-57236ae12240 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:34:40.163087 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-94a2d2bc-3c21-4409-9a72-eb3b59c477dd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--839213876&fields=id&tenant_id=d08399259f414676ab07f0c72210e61b HTTP/1.1" status: 200 len: 267 time: 0.0420866 Nov 20 03:34:40.279932 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216ea00-1087-4f40-9615-2539215b0e18 req-5f7569a1-bf14-45be-ac09-a41f9d980eb7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:40.281359 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-5f7569a1-bf14-45be-ac09-a41f9d980eb7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/networks?id=791637e4-063d-499c-bfca-afedfcc04bcf HTTP/1.1" status: 200 len: 811 time: 0.1071122 Nov 20 03:34:40.295982 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-f498d63d-84c3-428e-b8d1-27c5357d21fe tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/quotas/d08399259f414676ab07f0c72210e61b HTTP/1.1" status: 200 len: 375 time: 0.0089407 Nov 20 03:34:40.345428 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-22892906-2f8b-4264-99cf-2f8c5f82ca1c tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d08399259f414676ab07f0c72210e61b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438678 Nov 20 03:34:40.360517 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-055679a9-2be6-405d-8b81-70db014b0d0c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:34:40.361445 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-055679a9-2be6-405d-8b81-70db014b0d0c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048943 Nov 20 03:34:40.449683 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-f797b154-9e0c-4770-99fe-414cc4e13c49 service neutron] 10.222.0.37 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826783 Nov 20 03:34:40.543281 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-99d27266-e458-40d0-b9ce-27ffc7e4f1be service neutron] 10.222.0.37 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870805 Nov 20 03:34:40.586348 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-4e5678a7-18a6-4836-935e-b5f8c4cfc00f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892661 Nov 20 03:34:40.664550 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-f8dc7589-d981-4fb6-b30a-d296dd1b6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:40.666176 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-f8dc7589-d981-4fb6-b30a-d296dd1b6256 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 1099 time: 0.0440435 Nov 20 03:34:40.754098 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5cb2be1c-85f7-40b6-a12e-fa04ed0e0d92 req-42bda4df-b9d0-420e-a982-c26cda4bae70 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 210 time: 0.0598972 Nov 20 03:34:40.800851 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-69d64b25-204b-4f52-8ed3-c3d72562369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:40.802312 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-69d64b25-204b-4f52-8ed3-c3d72562369d service neutron] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 913 time: 0.1167073 Nov 20 03:34:40.871603 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-aa26627e-b809-479a-b4b1-6ab5ead9c7cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b6c435-4da9-495a-9684-c863636515b2 HTTP/1.1" status: 200 len: 1000 time: 0.0616939 Nov 20 03:34:40.922169 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-e7d39231-2f33-4785-a754-77a8bb393a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:40.923847 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-e7d39231-2f33-4785-a754-77a8bb393a1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.0455136 Nov 20 03:34:40.975414 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-7bec2ff1-59d0-4bbd-b72d-d804947093a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:40.977289 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-7bec2ff1-59d0-4bbd-b72d-d804947093a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468442 Nov 20 03:34:40.988928 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-c8b698a9-8cf5-4173-bdf6-dca567067b59 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:34:40.989889 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-c8b698a9-8cf5-4173-bdf6-dca567067b59 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060897 Nov 20 03:34:41.082450 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-46aa090c-a269-4b1d-9655-b552ba2ca8ae service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852652 Nov 20 03:34:41.178331 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7389beca-0cf1-40b8-a58e-c3d73c7c1819 req-ed0e5feb-a6fa-4646-a6ec-1d03782664f2 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883410 Nov 20 03:34:41.425848 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-9716454c-427e-480c-bbe7-340e4cc7f6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:41.715459 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216ea00-1087-4f40-9615-2539215b0e18 req-88569ee1-7790-42b7-86be-2b6487511fd2 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:41.716942 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-88569ee1-7790-42b7-86be-2b6487511fd2 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.57 "GET /v2.0/networks?id=791637e4-063d-499c-bfca-afedfcc04bcf HTTP/1.1" status: 200 len: 811 time: 0.1042142 Nov 20 03:34:41.785815 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-a5dddf64-e822-4179-939c-6747e3c27eea tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d08399259f414676ab07f0c72210e61b HTTP/1.1" status: 200 len: 379 time: 0.0538557 Nov 20 03:34:41.801479 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-5216ea00-1087-4f40-9615-2539215b0e18 req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Request body: {'port': {'device_id': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'admin_state_up': True, 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'security_groups': ['f0db2e23-01ba-4799-93eb-687e77bbcfff']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:34:41.874369 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-68da4611-17bd-45e8-a098-49e58b9e0630 req-69aad57a-f472-449b-87de-18f2b3edf851 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 210 time: 0.0293696 Nov 20 03:34:41.932228 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5216ea00-1087-4f40-9615-2539215b0e18 req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Made reservation on behalf of d08399259f414676ab07f0c72210e61b for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:34:41.935628 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5216ea00-1087-4f40-9615-2539215b0e18 req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:42.063072 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-5216ea00-1087-4f40-9615-2539215b0e18 req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Allocated IP 172.20.0.10 (791637e4-063d-499c-bfca-afedfcc04bcf/7925a5a7-083f-4847-bacf-6cd494adf50c/24b1806d-1729-41db-a62b-40fd0907daf4) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:34:42.196478 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5216ea00-1087-4f40-9615-2539215b0e18 req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:42.230161 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5216ea00-1087-4f40-9615-2539215b0e18 req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773406952614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:42.272281 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5216ea00-1087-4f40-9615-2539215b0e18 req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Network 791637e4-063d-499c-bfca-afedfcc04bcf is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:34:42.275422 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-5216ea00-1087-4f40-9615-2539215b0e18 req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:34:42.278870 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-5216ea00-1087-4f40-9615-2539215b0e18 req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:34:42.285606 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event updated for resources: {'Port': ['ID=24b1806d-1729-41db-a62b-40fd0907daf4,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:42.333940 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216ea00-1087-4f40-9615-2539215b0e18 req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:42.334641 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5216ea00-1087-4f40-9615-2539215b0e18 req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:42.352513 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-43b4ced8-c56b-4c81-9c8d-0ffaf99c0792 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5552866 Nov 20 03:34:42.370972 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Request body: {'port': {'device_id': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:34:42.429066 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:42.509254 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-952916d4-b2eb-4e0f-bb56-d7160de7d514 None None] Provisioning complete for port 24b1806d-1729-41db-a62b-40fd0907daf4 triggered by entity DHCP. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:34:42.509841 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-952916d4-b2eb-4e0f-bb56-d7160de7d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:42.547709 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-952916d4-b2eb-4e0f-bb56-d7160de7d514 None None] Port 24b1806d-1729-41db-a62b-40fd0907daf4 cannot update to ACTIVE because it is not bound. {{(pid=102611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:34:42.678930 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b1806d-1729-41db-a62b-40fd0907daf4 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:34:42.686153 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:42.699050 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Transition to ACTIVE for port object 24b1806d-1729-41db-a62b-40fd0907daf4 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:34:42.703096 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:42.704714 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:42.756287 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885d900-e548-4744-857f-2be537fc157f service neutron] Pushing event updated for resources: {'Port': ['ID=24b1806d-1729-41db-a62b-40fd0907daf4,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:42.826682 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Attempting to bind port 24b1806d-1729-41db-a62b-40fd0907daf4 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:34:42.827031 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Attempting to bind port 24b1806d-1729-41db-a62b-40fd0907daf4 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:34:42.827363 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Attempting to bind port 24b1806d-1729-41db-a62b-40fd0907daf4 on network 791637e4-063d-499c-bfca-afedfcc04bcf {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:34:42.832562 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Port 24b1806d-1729-41db-a62b-40fd0907daf4 on network 791637e4-063d-499c-bfca-afedfcc04bcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:34:42.833185 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Attempting to bind port 24b1806d-1729-41db-a62b-40fd0907daf4 on network 791637e4-063d-499c-bfca-afedfcc04bcf {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:34:42.838255 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Checking agent: {'id': '4151c172-7487-46d9-80f5-bf35375e7569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:34:42.838588 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Checking segment: {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:34:42.838995 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Bound using segment: {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:34:42.839418 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Bound port: 24b1806d-1729-41db-a62b-40fd0907daf4, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b535e9-c111-4980-8a13-8c951e3f1c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:34:42.839771 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:42.903473 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] For port 24b1806d-1729-41db-a62b-40fd0907daf4, host hv-cinder-81803, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:34:42.906848 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] For port 24b1806d-1729-41db-a62b-40fd0907daf4, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=24b1806d-1729-41db-a62b-40fd0907daf4,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:34:42.911363 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7773109'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:42.950756 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:42.951368 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:42.952771 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-9885d900-e548-4744-857f-2be537fc157f service neutron] 10.222.0.57 "PUT /v2.0/ports/24b1806d-1729-41db-a62b-40fd0907daf4 HTTP/1.1" status: 200 len: 1094 time: 0.5861926 Nov 20 03:34:42.953197 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'tag': '24b1806d-1729-41db-a62b-40fd0907daf4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:34:42.955430 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febb3df6-2bfb-463f-bdf3-b837d1845540" -d '{"events": [{"name": "network-changed", "server_uuid": "c45ebf32-845d-4d80-9393-0e6d2c7737e8", "tag": "24b1806d-1729-41db-a62b-40fd0907daf4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:34:43.027637 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885d900-e548-4744-857f-2be537fc157f service neutron] Pushing event updated for resources: {'Port': ['ID=24b1806d-1729-41db-a62b-40fd0907daf4,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:43.068387 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef0e0d-f5de-464b-993a-a77110799d3e req-7a9eb155-4e3b-48eb-adc5-463fcc803768 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:43.069943 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-edef0e0d-f5de-464b-993a-a77110799d3e req-7a9eb155-4e3b-48eb-adc5-463fcc803768 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 944 time: 0.1233904 Nov 20 03:34:43.080287 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59e8f32-040b-4b98-b2bc-bdc934d59414 x-openstack-request-id: req-b59e8f32-040b-4b98-b2bc-bdc934d59414 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:34:43.080569 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45ebf32-845d-4d80-9393-0e6d2c7737e8", "tag": "24b1806d-1729-41db-a62b-40fd0907daf4", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:34:43.080822 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b59e8f32-040b-4b98-b2bc-bdc934d59414 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:34:43.081264 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'tag': '24b1806d-1729-41db-a62b-40fd0907daf4', 'status': 'completed', 'code': 200} Nov 20 03:34:43.088502 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216ea00-1087-4f40-9615-2539215b0e18 req-de85eaf6-7f83-470b-bbdd-005d0ba5f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:43.089984 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-de85eaf6-7f83-470b-bbdd-005d0ba5f9ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d08399259f414676ab07f0c72210e61b&device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 1097 time: 0.0771267 Nov 20 03:34:43.152172 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-283164ce-709b-492d-93a9-3eda9493b1be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24b1806d-1729-41db-a62b-40fd0907daf4 HTTP/1.1" status: 200 len: 217 time: 0.0407667 Nov 20 03:34:43.159342 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-edef0e0d-f5de-464b-993a-a77110799d3e req-c6de46a5-54db-4c46-8c62-1bba37a6c0fd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0db2e23-01ba-4799-93eb-687e77bbcfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824363 Nov 20 03:34:43.205227 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216ea00-1087-4f40-9615-2539215b0e18 req-716c0aac-30ee-4021-a9ac-3077312fc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:43.206940 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-716c0aac-30ee-4021-a9ac-3077312fc8ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7925a5a7-083f-4847-bacf-6cd494adf50c HTTP/1.1" status: 200 len: 850 time: 0.0466988 Nov 20 03:34:43.251518 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216ea00-1087-4f40-9615-2539215b0e18 req-e596f872-14fc-479e-9213-50f02d80abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:43.253036 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-e596f872-14fc-479e-9213-50f02d80abd5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=791637e4-063d-499c-bfca-afedfcc04bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395422 Nov 20 03:34:43.338143 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-1874a398-e1b9-421f-ad61-c374bf52a6fb service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778639 Nov 20 03:34:43.429436 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5216ea00-1087-4f40-9615-2539215b0e18 req-16528afd-9b9a-460c-9529-f198f06ed9e0 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838907 Nov 20 03:34:43.554655 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb3df6-2bfb-463f-bdf3-b837d1845540 req-5349d022-2af6-4049-9b39-8fac5221010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:43.556085 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-febb3df6-2bfb-463f-bdf3-b837d1845540 req-5349d022-2af6-4049-9b39-8fac5221010c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d08399259f414676ab07f0c72210e61b&device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 1097 time: 0.0404444 Nov 20 03:34:43.646462 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb3df6-2bfb-463f-bdf3-b837d1845540 req-55e6cac5-582c-4533-ace5-88d39c2795f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:43.647918 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-febb3df6-2bfb-463f-bdf3-b837d1845540 req-55e6cac5-582c-4533-ace5-88d39c2795f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=791637e4-063d-499c-bfca-afedfcc04bcf HTTP/1.1" status: 200 len: 912 time: 0.0848858 Nov 20 03:34:43.689245 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-febb3df6-2bfb-463f-bdf3-b837d1845540 req-6f6a147a-ae29-48ee-9e94-cceb82b214c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24b1806d-1729-41db-a62b-40fd0907daf4 HTTP/1.1" status: 200 len: 217 time: 0.0327432 Nov 20 03:34:43.736931 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb3df6-2bfb-463f-bdf3-b837d1845540 req-56117d36-9694-415e-82fc-d1af5e8da328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:43.738323 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-febb3df6-2bfb-463f-bdf3-b837d1845540 req-56117d36-9694-415e-82fc-d1af5e8da328 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7925a5a7-083f-4847-bacf-6cd494adf50c HTTP/1.1" status: 200 len: 850 time: 0.0419626 Nov 20 03:34:43.775589 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:43.788784 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb3df6-2bfb-463f-bdf3-b837d1845540 req-db93fc65-9af3-4cd2-8d25-73f785e58a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:43.790236 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-febb3df6-2bfb-463f-bdf3-b837d1845540 req-db93fc65-9af3-4cd2-8d25-73f785e58a1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=791637e4-063d-499c-bfca-afedfcc04bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436790 Nov 20 03:34:43.882164 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-febb3df6-2bfb-463f-bdf3-b837d1845540 req-ad82db53-8a0b-4511-b729-495073ef6674 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841396 Nov 20 03:34:43.974302 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-febb3df6-2bfb-463f-bdf3-b837d1845540 req-91469d2f-a863-4bf4-84ec-56dbb56fefe0 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845821 Nov 20 03:34:44.282537 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1c57c-aeca-4172-a4c9-c8926946a8d7 req-413803a5-f05a-42d0-9387-11d2c285265a tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:44.283993 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-94e1c57c-aeca-4172-a4c9-c8926946a8d7 req-413803a5-f05a-42d0-9387-11d2c285265a tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 944 time: 0.0481675 Nov 20 03:34:44.328645 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-94e1c57c-aeca-4172-a4c9-c8926946a8d7 req-8f2fb5b2-65de-4704-86a6-cc52c6b88d5f tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0db2e23-01ba-4799-93eb-687e77bbcfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388994 Nov 20 03:34:45.004719 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:45.443464 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feae2ca-2cb2-498d-b7bd-63ded7047146 req-78077403-894b-417c-89af-76260b6c61c5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:45.444974 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1feae2ca-2cb2-498d-b7bd-63ded7047146 req-78077403-894b-417c-89af-76260b6c61c5 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 944 time: 0.0484815 Nov 20 03:34:45.491456 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1feae2ca-2cb2-498d-b7bd-63ded7047146 req-c80a2496-2a62-42d8-9a82-8b674540f421 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0db2e23-01ba-4799-93eb-687e77bbcfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406785 Nov 20 03:34:46.093578 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 24b1806d-1729-41db-a62b-40fd0907daf4 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:34:46.184682 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 24b1806d-1729-41db-a62b-40fd0907daf4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=24b1806d-1729-41db-a62b-40fd0907daf4,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:34:46.195820 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Returning: {'device': '24b1806d-1729-41db-a62b-40fd0907daf4', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'port_id': '24b1806d-1729-41db-a62b-40fd0907daf4', 'mac_address': 'fa:16:3e:51:ea:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:34:46.232577 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:46.247908 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b1806d-1729-41db-a62b-40fd0907daf4 {{(pid=102611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:34:46.269078 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 24b1806d-1729-41db-a62b-40fd0907daf4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=24b1806d-1729-41db-a62b-40fd0907daf4,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:34:46.272829 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:46.317371 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=24b1806d-1729-41db-a62b-40fd0907daf4,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:46.324070 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:46.324427 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:46.324764 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:46.325096 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:46.325426 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:46.325753 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:46.326078 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:46.326402 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:46.326723 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:46.327044 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:46.327360 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:46.327677 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:46.584864 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] get_ports_and_sgs() called for port_ids ['24b1806d-1729-41db-a62b-40fd0907daf4'] {{(pid=102611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:34:46.610662 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f314505-9d9f-44fb-8774-2ae64bd127ba req-273839cb-6f8a-44f1-95d5-9bf912c191d1 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:46.612871 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f314505-9d9f-44fb-8774-2ae64bd127ba req-273839cb-6f8a-44f1-95d5-9bf912c191d1 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 945 time: 0.0532298 Nov 20 03:34:46.660568 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-4f314505-9d9f-44fb-8774-2ae64bd127ba req-3575fe24-7242-429b-ae5e-09d2b2c9aaa3 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0db2e23-01ba-4799-93eb-687e77bbcfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416481 Nov 20 03:34:46.875847 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37248) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:47.027483 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Deleting port cf54186c-7571-48cc-9fd7-d9178250165a {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:47.027871 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.103206 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.103537 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.115378 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Calling delete_port for cf54186c-7571-48cc-9fd7-d9178250165a owned by network:floatingip {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:47.255832 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.283400 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event deleted for resources: {'Port': ['ID=cf54186c-7571-48cc-9fd7-d9178250165a,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:47.343635 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.343994 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Floating IP b9ce6f30-f10a-42da-827b-98dde45a3ee9 disassociated (deleted). External IP: 172.27.1.8, port: b1b6c435-4da9-495a-9684-c863636515b2. Nov 20 03:34:47.548350 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Router acc52df4-418f-4728-9a8a-785220962875 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:34:47.652959 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:34:47.658167 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.663716 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a7635-7ed7-4e89-a54d-26db483d4a6a None None] Sync routers for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:34:47.672922 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a7635-7ed7-4e89-a54d-26db483d4a6a None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:34:47.673595 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-547a7635-7ed7-4e89-a54d-26db483d4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:34:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:47.684210 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-51ed6d85-21a2-444d-a6ff-381f34ea6f97 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "DELETE /v2.0/floatingips/b9ce6f30-f10a-42da-827b-98dde45a3ee9 HTTP/1.1" status: 204 len: 168 time: 0.8072646 Nov 20 03:34:47.684802 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'tag': 'b1b6c435-4da9-495a-9684-c863636515b2'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:34:47.687041 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d54771f-5b6f-4bb4-a625-2c8938d91e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd695701-5d21-42e3-b21d-2e6069ea2c67", "tag": "b1b6c435-4da9-495a-9684-c863636515b2"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:34:47.784300 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-547a7635-7ed7-4e89-a54d-26db483d4a6a None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:34:47.788247 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600a3a8-ebad-470f-97f7-94f45e378fad req-2aece253-ebbe-4aad-8891-41bfd599d59b tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:47.789875 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8600a3a8-ebad-470f-97f7-94f45e378fad req-2aece253-ebbe-4aad-8891-41bfd599d59b tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 945 time: 0.0501192 Nov 20 03:34:47.849558 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8600a3a8-ebad-470f-97f7-94f45e378fad req-c0b0766d-f081-4046-82ce-a1b7f3d48782 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0db2e23-01ba-4799-93eb-687e77bbcfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521522 Nov 20 03:34:47.862188 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2014fccb-d323-48e2-93ab-b6cd0fb06e06 x-openstack-request-id: req-2014fccb-d323-48e2-93ab-b6cd0fb06e06 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:34:47.862600 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd695701-5d21-42e3-b21d-2e6069ea2c67", "tag": "b1b6c435-4da9-495a-9684-c863636515b2", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:34:47.862860 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2014fccb-d323-48e2-93ab-b6cd0fb06e06 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:34:47.863264 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'tag': 'b1b6c435-4da9-495a-9684-c863636515b2', 'status': 'completed', 'code': 200} Nov 20 03:34:47.982792 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fe274-4373-4f9e-a09f-2874761aaea1 req-5f109fda-f3cf-45ab-ac71-0896e8602f2a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:47.984285 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-470fe274-4373-4f9e-a09f-2874761aaea1 req-5f109fda-f3cf-45ab-ac71-0896e8602f2a tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 946 time: 0.0777032 Nov 20 03:34:47.989740 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54771f-5b6f-4bb4-a625-2c8938d91e0f req-a5b86d34-9873-4c8c-acfd-f2ab4ea4a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:47.991101 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d54771f-5b6f-4bb4-a625-2c8938d91e0f req-a5b86d34-9873-4c8c-acfd-f2ab4ea4a891 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 1099 time: 0.0722842 Nov 20 03:34:48.025097 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-547a7635-7ed7-4e89-a54d-26db483d4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'd5c7c5b4-4586-4c3d-b867-8d87da5eafc7', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': '7fab1476-2c92-464e-a1e2-23830e67426c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:b0:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:01Z', 'updated_at': '2021-11-20T03:31:04Z', 'revision_number': 1, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:48.050243 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a7635-7ed7-4e89-a54d-26db483d4a6a None None] Checking router: acc52df4-418f-4728-9a8a-785220962875 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:34:48.058366 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a7635-7ed7-4e89-a54d-26db483d4a6a None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:34:48.059280 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-547a7635-7ed7-4e89-a54d-26db483d4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:34:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:48.087455 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-470fe274-4373-4f9e-a09f-2874761aaea1 req-fa4b3389-a265-400b-9ff1-68f18bb47c63 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953400 Nov 20 03:34:48.111679 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 24b1806d-1729-41db-a62b-40fd0907daf4 up at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:34:48.113103 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54771f-5b6f-4bb4-a625-2c8938d91e0f req-23767ee2-8981-466d-8e64-ccefe7d302d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:48.114646 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d54771f-5b6f-4bb4-a625-2c8938d91e0f req-23767ee2-8981-466d-8e64-ccefe7d302d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 913 time: 0.1161084 Nov 20 03:34:48.156491 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d54771f-5b6f-4bb4-a625-2c8938d91e0f req-275cdf43-d168-42d7-98f2-11a14da83f3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b6c435-4da9-495a-9684-c863636515b2 HTTP/1.1" status: 200 len: 217 time: 0.0343969 Nov 20 03:34:48.160193 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning for port 24b1806d-1729-41db-a62b-40fd0907daf4 completed by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:34:48.164324 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.provisioning_blocks [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Provisioning complete for port 24b1806d-1729-41db-a62b-40fd0907daf4 triggered by entity L2. {{(pid=102611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:34:48.164704 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757832'] for port, provisioning_complete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:48.169580 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-547a7635-7ed7-4e89-a54d-26db483d4a6a None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:34:48.207825 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54771f-5b6f-4bb4-a625-2c8938d91e0f req-97f10d61-bf57-4956-a9f7-2b7f791c2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:48.209847 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d54771f-5b6f-4bb4-a625-2c8938d91e0f req-97f10d61-bf57-4956-a9f7-2b7f791c2bb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.0452576 Nov 20 03:34:48.244708 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633643'] for port, before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:48.263938 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54771f-5b6f-4bb4-a625-2c8938d91e0f req-e655447c-fe9f-4d18-bb19-1bb882830bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:48.265440 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d54771f-5b6f-4bb4-a625-2c8938d91e0f req-e655447c-fe9f-4d18-bb19-1bb882830bc1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485480 Nov 20 03:34:48.267688 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b1806d-1729-41db-a62b-40fd0907daf4'}] {{(pid=102611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:34:48.270086 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d1238c66c1ab079f07adef21b4505bf3ec163399f5397380caca29b19c7117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd9f327-5bf8-48a5-a468-6f89c79feade" -d '{"events": [{"server_uuid": "c45ebf32-845d-4d80-9393-0e6d2c7737e8", "name": "network-vif-plugged", "status": "completed", "tag": "24b1806d-1729-41db-a62b-40fd0907daf4"}]}' {{(pid=102611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:34:48.283075 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] For port 24b1806d-1729-41db-a62b-40fd0907daf4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=24b1806d-1729-41db-a62b-40fd0907daf4,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:34:48.288791 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773407444300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773406952632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773406952650'] for port, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:48.317356 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c02704-c4c4-452b-ba9e-4457676bef75 x-openstack-request-id: req-d9c02704-c4c4-452b-ba9e-4457676bef75 {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:34:48.317648 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45ebf32-845d-4d80-9393-0e6d2c7737e8", "name": "network-vif-plugged", "status": "completed", "tag": "24b1806d-1729-41db-a62b-40fd0907daf4", "code": 200}]} {{(pid=102611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:34:48.318405 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9c02704-c4c4-452b-ba9e-4457676bef75 {{(pid=102611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:34:48.318803 dv-cinder-818037-5-iscsi neutron-server[102611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b1806d-1729-41db-a62b-40fd0907daf4', 'code': 200} Nov 20 03:34:48.348882 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Pushing event updated for resources: {'Port': ['ID=24b1806d-1729-41db-a62b-40fd0907daf4,revision_number=5']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:48.372450 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d54771f-5b6f-4bb4-a625-2c8938d91e0f req-33268dfc-f182-431c-a646-ae080563f3df service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977969 Nov 20 03:34:48.426643 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-547a7635-7ed7-4e89-a54d-26db483d4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'd5c7c5b4-4586-4c3d-b867-8d87da5eafc7', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': '7fab1476-2c92-464e-a1e2-23830e67426c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:b0:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:01Z', 'updated_at': '2021-11-20T03:31:04Z', 'revision_number': 1, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:48.455683 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a7635-7ed7-4e89-a54d-26db483d4a6a None None] The sync data for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi is: [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': 'd5c7c5b4-4586-4c3d-b867-8d87da5eafc7', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': 'acc52df4-418f-4728-9a8a-785220962875', 'port_id': '7fab1476-2c92-464e-a1e2-23830e67426c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'mac_address': 'fa:16:3e:b0:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:01Z', 'updated_at': '2021-11-20T03:31:04Z', 'revision_number': 1, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:34:48.559186 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd273321-3d2f-4eba-be2b-92ef209b90ad req-48153244-6b68-468c-bd00-aab4cb84f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:48.560898 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-cd273321-3d2f-4eba-be2b-92ef209b90ad req-48153244-6b68-468c-bd00-aab4cb84f75e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 1099 time: 0.0496297 Nov 20 03:34:48.610128 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [req-cd273321-3d2f-4eba-be2b-92ef209b90ad req-c2e327ac-ef6e-4906-8ae0-82b2323d95a5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f0db2e23-01ba-4799-93eb-687e77bbcfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407434 Nov 20 03:34:48.700848 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551ecde-5724-4b32-adff-ea684927fd8a None None] New status for floating IP b9ce6f30-f10a-42da-827b-98dde45a3ee9: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:34:48.773956 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2d54771f-5b6f-4bb4-a625-2c8938d91e0f req-0a9aea4b-648a-4410-aa46-c885741c9f27 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771491 Nov 20 03:34:48.964123 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cc42d-9cdf-4cae-8fd5-e9acea2bce46 req-2a756e49-4fce-4ce0-b880-b201a1314bf7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:48.965575 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f15cc42d-9cdf-4cae-8fd5-e9acea2bce46 req-2a756e49-4fce-4ce0-b880-b201a1314bf7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 946 time: 0.0482244 Nov 20 03:34:49.011548 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f15cc42d-9cdf-4cae-8fd5-e9acea2bce46 req-b35bb78a-f8e2-4ad8-b8a1-bcdcd2499c66 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0db2e23-01ba-4799-93eb-687e77bbcfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398350 Nov 20 03:34:49.201956 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcac2ec-85ca-431d-a59d-a1e65788eea0 req-b2059421-556c-4468-ae53-ed6363d70e33 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:49.203323 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0dcac2ec-85ca-431d-a59d-a1e65788eea0 req-b2059421-556c-4468-ae53-ed6363d70e33 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 946 time: 0.0469980 Nov 20 03:34:49.254391 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0dcac2ec-85ca-431d-a59d-a1e65788eea0 req-13d27c8c-7d84-4dfb-af58-cdb8057011c4 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446222 Nov 20 03:34:50.018334 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01884f0b-1e58-4c6b-9a76-86fac8807bd4 req-6e3d5e53-90b1-4db8-ac5c-2bd9e73e02dd tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:50.019810 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-01884f0b-1e58-4c6b-9a76-86fac8807bd4 req-6e3d5e53-90b1-4db8-ac5c-2bd9e73e02dd tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 946 time: 0.0470417 Nov 20 03:34:50.148868 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b25ef1-a3d0-4388-8d82-f9c114db5abb req-26c8fb38-dc68-4746-85c2-626aa3d0ee63 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:50.150490 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f2b25ef1-a3d0-4388-8d82-f9c114db5abb req-26c8fb38-dc68-4746-85c2-626aa3d0ee63 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 946 time: 0.0681429 Nov 20 03:34:50.157310 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-01884f0b-1e58-4c6b-9a76-86fac8807bd4 req-7fc02da0-e53a-4c5d-a0bf-08990ae8fc48 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Deleting port b1b6c435-4da9-495a-9684-c863636515b2 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:50.157552 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-01884f0b-1e58-4c6b-9a76-86fac8807bd4 req-7fc02da0-e53a-4c5d-a0bf-08990ae8fc48 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:50.270877 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f2b25ef1-a3d0-4388-8d82-f9c114db5abb req-90a685c0-187a-47d9-b48e-6fae9e07febc tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0db2e23-01ba-4799-93eb-687e77bbcfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094751 Nov 20 03:34:50.288989 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-01884f0b-1e58-4c6b-9a76-86fac8807bd4 req-7fc02da0-e53a-4c5d-a0bf-08990ae8fc48 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] For port b1b6c435-4da9-495a-9684-c863636515b2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b1b6c435-4da9-495a-9684-c863636515b2,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:34:50.289406 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-01884f0b-1e58-4c6b-9a76-86fac8807bd4 req-7fc02da0-e53a-4c5d-a0bf-08990ae8fc48 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:50.304267 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-01884f0b-1e58-4c6b-9a76-86fac8807bd4 req-7fc02da0-e53a-4c5d-a0bf-08990ae8fc48 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Calling delete_port for b1b6c435-4da9-495a-9684-c863636515b2 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:50.450512 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cddb53-45c7-4d6b-86b3-9efd8a44c1f4 req-8bbcc82f-18ba-44cc-8c1b-031396713003 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:50.451933 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88cddb53-45c7-4d6b-86b3-9efd8a44c1f4 req-8bbcc82f-18ba-44cc-8c1b-031396713003 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 946 time: 0.1054258 Nov 20 03:34:50.460435 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6172f6-40df-484d-b358-5b3432cd8472 req-8a47548b-fc32-4fd5-b014-7bef6188dc93 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:50.461303 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37272) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:50.461922 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fb6172f6-40df-484d-b358-5b3432cd8472 req-8a47548b-fc32-4fd5-b014-7bef6188dc93 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd695701-5d21-42e3-b21d-2e6069ea2c67 HTTP/1.1" status: 200 len: 946 time: 0.1165733 Nov 20 03:34:50.466464 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.v2.base [None req-b73bf6d0-947a-4075-aaa0-23647afdf497 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Request body: {'floatingip': {'port_id': '24b1806d-1729-41db-a62b-40fd0907daf4'}} {{(pid=102610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:34:50.506700 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b73bf6d0-947a-4075-aaa0-23647afdf497 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:50.545530 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-01884f0b-1e58-4c6b-9a76-86fac8807bd4 req-7fc02da0-e53a-4c5d-a0bf-08990ae8fc48 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:50.551027 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fb6172f6-40df-484d-b358-5b3432cd8472 req-395bc027-8282-4687-a500-5692fd6408b3 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600736 Nov 20 03:34:50.577915 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc02da0-e53a-4c5d-a0bf-08990ae8fc48 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event deleted for resources: {'Port': ['ID=b1b6c435-4da9-495a-9684-c863636515b2,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:50.622235 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-01884f0b-1e58-4c6b-9a76-86fac8807bd4 req-7fc02da0-e53a-4c5d-a0bf-08990ae8fc48 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] No DVR routers for this DVR port b1b6c435-4da9-495a-9684-c863636515b2 on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:34:50.624743 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-01884f0b-1e58-4c6b-9a76-86fac8807bd4 req-7fc02da0-e53a-4c5d-a0bf-08990ae8fc48 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:50.628234 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-01884f0b-1e58-4c6b-9a76-86fac8807bd4 req-7fc02da0-e53a-4c5d-a0bf-08990ae8fc48 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "DELETE /v2.0/ports/b1b6c435-4da9-495a-9684-c863636515b2 HTTP/1.1" status: 204 len: 173 time: 0.6017401 Nov 20 03:34:50.628709 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'name': 'network-vif-deleted', 'tag': 'b1b6c435-4da9-495a-9684-c863636515b2'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:34:50.631145 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffe5f6b-9db3-43ff-8ee5-1a23d0e07c76" -d '{"events": [{"server_uuid": "dd695701-5d21-42e3-b21d-2e6069ea2c67", "name": "network-vif-deleted", "tag": "b1b6c435-4da9-495a-9684-c863636515b2"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:34:50.672288 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc58ae8-4846-4332-9947-a3703e07f8e6 x-openstack-request-id: req-edc58ae8-4846-4332-9947-a3703e07f8e6 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:34:50.672583 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd695701-5d21-42e3-b21d-2e6069ea2c67", "name": "network-vif-deleted", "tag": "b1b6c435-4da9-495a-9684-c863636515b2", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:34:50.672866 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edc58ae8-4846-4332-9947-a3703e07f8e6 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:34:50.673270 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd695701-5d21-42e3-b21d-2e6069ea2c67', 'name': 'network-vif-deleted', 'tag': 'b1b6c435-4da9-495a-9684-c863636515b2', 'status': 'completed', 'code': 200} Nov 20 03:34:50.957700 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b73bf6d0-947a-4075-aaa0-23647afdf497 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:50.961678 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b73bf6d0-947a-4075-aaa0-23647afdf497 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:51.066741 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.l3_db [None req-b73bf6d0-947a-4075-aaa0-23647afdf497 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Floating IP 3294b146-f57b-412d-81f4-1d9ab9087348 associated. External IP: 172.27.1.200, port: 24b1806d-1729-41db-a62b-40fd0907daf4. Nov 20 03:34:51.279637 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73bf6d0-947a-4075-aaa0-23647afdf497 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Router 50e03d5f-48e8-4a48-9e30-ded79268f168 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:34:51.386958 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73bf6d0-947a-4075-aaa0-23647afdf497 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:34:51.391804 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b73bf6d0-947a-4075-aaa0-23647afdf497 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:51.397432 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd05eece-7ced-49cd-9325-c29e1c0328ec None None] Sync routers for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:34:51.410181 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05eece-7ced-49cd-9325-c29e1c0328ec None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:34:51.411630 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-fd05eece-7ced-49cd-9325-c29e1c0328ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:34:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:51.418971 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-b73bf6d0-947a-4075-aaa0-23647afdf497 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "PUT /v2.0/floatingips/3294b146-f57b-412d-81f4-1d9ab9087348 HTTP/1.1" status: 200 len: 992 time: 0.9565630 Nov 20 03:34:51.419555 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'tag': '24b1806d-1729-41db-a62b-40fd0907daf4'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:34:51.421944 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a3d1b2-c8ef-4c6a-b2e1-469c82b9d575" -d '{"events": [{"name": "network-changed", "server_uuid": "c45ebf32-845d-4d80-9393-0e6d2c7737e8", "tag": "24b1806d-1729-41db-a62b-40fd0907daf4"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:34:51.464111 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c873ab7-a807-4142-814f-f7215297b981 x-openstack-request-id: req-2c873ab7-a807-4142-814f-f7215297b981 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:34:51.464780 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45ebf32-845d-4d80-9393-0e6d2c7737e8", "tag": "24b1806d-1729-41db-a62b-40fd0907daf4", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:34:51.464780 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c873ab7-a807-4142-814f-f7215297b981 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:34:51.465103 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'tag': '24b1806d-1729-41db-a62b-40fd0907daf4', 'status': 'completed', 'code': 200} Nov 20 03:34:51.537204 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-fd05eece-7ced-49cd-9325-c29e1c0328ec None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:34:51.555040 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3d1b2-c8ef-4c6a-b2e1-469c82b9d575 req-e4cdcfb0-d4c4-468d-a9d9-6132f4fddda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:51.556678 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88a3d1b2-c8ef-4c6a-b2e1-469c82b9d575 req-e4cdcfb0-d4c4-468d-a9d9-6132f4fddda1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d08399259f414676ab07f0c72210e61b&device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 1099 time: 0.0418403 Nov 20 03:34:51.653155 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3d1b2-c8ef-4c6a-b2e1-469c82b9d575 req-29fe7381-0bd2-48e6-809d-297b9ad522d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:51.654941 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88a3d1b2-c8ef-4c6a-b2e1-469c82b9d575 req-29fe7381-0bd2-48e6-809d-297b9ad522d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=791637e4-063d-499c-bfca-afedfcc04bcf HTTP/1.1" status: 200 len: 912 time: 0.0905495 Nov 20 03:34:51.732328 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88a3d1b2-c8ef-4c6a-b2e1-469c82b9d575 req-1b1a4457-564f-45a6-b712-ddc5f889ea0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24b1806d-1729-41db-a62b-40fd0907daf4 HTTP/1.1" status: 200 len: 1000 time: 0.0702212 Nov 20 03:34:51.779589 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-fd05eece-7ced-49cd-9325-c29e1c0328ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '3294b146-f57b-412d-81f4-1d9ab9087348', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'port_id': '24b1806d-1729-41db-a62b-40fd0907daf4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'mac_address': 'fa:16:3e:51:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:34:39Z', 'updated_at': '2021-11-20T03:34:50Z', 'revision_number': 1, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:58Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:51.783916 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3d1b2-c8ef-4c6a-b2e1-469c82b9d575 req-f3a9e12a-3e24-4ac4-bc94-a0236b1bace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:51.785376 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88a3d1b2-c8ef-4c6a-b2e1-469c82b9d575 req-f3a9e12a-3e24-4ac4-bc94-a0236b1bace1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7925a5a7-083f-4847-bacf-6cd494adf50c HTTP/1.1" status: 200 len: 850 time: 0.0431266 Nov 20 03:34:51.805497 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd05eece-7ced-49cd-9325-c29e1c0328ec None None] Checking router: 50e03d5f-48e8-4a48-9e30-ded79268f168 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:34:51.813853 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05eece-7ced-49cd-9325-c29e1c0328ec None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:34:51.814467 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-fd05eece-7ced-49cd-9325-c29e1c0328ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:34:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:51.831738 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3d1b2-c8ef-4c6a-b2e1-469c82b9d575 req-48eb049f-cd15-47ce-81e9-0f0e3204c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:51.833286 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88a3d1b2-c8ef-4c6a-b2e1-469c82b9d575 req-48eb049f-cd15-47ce-81e9-0f0e3204c75b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=791637e4-063d-499c-bfca-afedfcc04bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405920 Nov 20 03:34:51.934318 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88a3d1b2-c8ef-4c6a-b2e1-469c82b9d575 req-e63d4b52-6809-4ccf-80ff-5e2e0b6960e5 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935636 Nov 20 03:34:52.009464 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-fd05eece-7ced-49cd-9325-c29e1c0328ec None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:34:52.027862 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88a3d1b2-c8ef-4c6a-b2e1-469c82b9d575 req-42977a3b-fdf8-4d7b-bc9c-bb45c0fd1cc0 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852628 Nov 20 03:34:52.231158 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-fd05eece-7ced-49cd-9325-c29e1c0328ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '3294b146-f57b-412d-81f4-1d9ab9087348', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'port_id': '24b1806d-1729-41db-a62b-40fd0907daf4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'mac_address': 'fa:16:3e:51:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:34:39Z', 'updated_at': '2021-11-20T03:34:50Z', 'revision_number': 1, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:58Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:52.256690 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd05eece-7ced-49cd-9325-c29e1c0328ec None None] The sync data for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi is: [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_floatingips': [{'id': '3294b146-f57b-412d-81f4-1d9ab9087348', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'router_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'port_id': '24b1806d-1729-41db-a62b-40fd0907daf4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'mac_address': 'fa:16:3e:51:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:34:39Z', 'updated_at': '2021-11-20T03:34:50Z', 'revision_number': 1, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:58Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:34:52.438724 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d321c-91e3-43a4-8959-88afff85c4d6 None None] New status for floating IP 3294b146-f57b-412d-81f4-1d9ab9087348: ACTIVE {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:34:53.834076 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37298) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:53.987008 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Deleting port 48ce09b8-39dc-48a2-b52e-855300f3ef54 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:53.987350 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:54.061536 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:54.061805 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:54.073574 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Calling delete_port for 48ce09b8-39dc-48a2-b52e-855300f3ef54 owned by network:floatingip {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:54.151603 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device b1b6c435-4da9-495a-9684-c863636515b2 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:34:54.170666 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: b1b6c435-4da9-495a-9684-c863636515b2 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:34:54.171013 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device b1b6c435-4da9-495a-9684-c863636515b2 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:34:54.212879 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:54.244823 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event deleted for resources: {'Port': ['ID=48ce09b8-39dc-48a2-b52e-855300f3ef54,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:54.302560 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:54.302889 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.db.l3_db [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Floating IP d5c7c5b4-4586-4c3d-b867-8d87da5eafc7 disassociated (deleted). External IP: 172.27.1.209, port: 7fab1476-2c92-464e-a1e2-23830e67426c. Nov 20 03:34:54.501937 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Router acc52df4-418f-4728-9a8a-785220962875 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:34:54.604900 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:34:54.609160 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:54.614719 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d54b2-2fd4-47bd-bdec-e2e1adaa1440 None None] Sync routers for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:34:54.624404 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d54b2-2fd4-47bd-bdec-e2e1adaa1440 None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:34:54.624995 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-403d54b2-2fd4-47bd-bdec-e2e1adaa1440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:34:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:54.635043 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-82ec4d98-19ca-4852-8406-17ec0b2c9b79 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "DELETE /v2.0/floatingips/d5c7c5b4-4586-4c3d-b867-8d87da5eafc7 HTTP/1.1" status: 204 len: 168 time: 0.7999196 Nov 20 03:34:54.635630 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'tag': '7fab1476-2c92-464e-a1e2-23830e67426c'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:34:54.637921 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51766d778bce48cc40ed94768381e63f920300b47c94abbe9ded100ae07c7cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8680b35d-543c-46c8-9436-5ae0ab0901b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3e9138-6765-44c1-af74-6a6d69eecdd5", "tag": "7fab1476-2c92-464e-a1e2-23830e67426c"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:34:54.677973 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1286c52a-8135-474a-8c6c-9326e1dc95ee x-openstack-request-id: req-1286c52a-8135-474a-8c6c-9326e1dc95ee {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:34:54.678274 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3e9138-6765-44c1-af74-6a6d69eecdd5", "tag": "7fab1476-2c92-464e-a1e2-23830e67426c", "status": "completed", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:34:54.678531 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1286c52a-8135-474a-8c6c-9326e1dc95ee {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:34:54.678934 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'tag': '7fab1476-2c92-464e-a1e2-23830e67426c', 'status': 'completed', 'code': 200} Nov 20 03:34:54.736719 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-403d54b2-2fd4-47bd-bdec-e2e1adaa1440 None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:34:54.769715 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b35d-543c-46c8-9436-5ae0ab0901b3 req-a129606e-56f1-496d-816d-e88d62882045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:54.771318 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8680b35d-543c-46c8-9436-5ae0ab0901b3 req-a129606e-56f1-496d-816d-e88d62882045 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 1098 time: 0.0482910 Nov 20 03:34:54.906561 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b35d-543c-46c8-9436-5ae0ab0901b3 req-86a54382-e2dd-47e8-b010-7e097bccfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:54.908143 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8680b35d-543c-46c8-9436-5ae0ab0901b3 req-86a54382-e2dd-47e8-b010-7e097bccfdc3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 200 len: 913 time: 0.1268530 Nov 20 03:34:54.941704 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-403d54b2-2fd4-47bd-bdec-e2e1adaa1440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:54.956336 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8680b35d-543c-46c8-9436-5ae0ab0901b3 req-76d4f892-0228-47bd-8e77-b6a848f4bff1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fab1476-2c92-464e-a1e2-23830e67426c HTTP/1.1" status: 200 len: 217 time: 0.0396845 Nov 20 03:34:54.963819 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2b524-9b95-4487-a0cb-0ae708582742 req-4ba34912-e347-483c-ad5b-e09e1d86a6b2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:54.965206 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c3f2b524-9b95-4487-a0cb-0ae708582742 req-4ba34912-e347-483c-ad5b-e09e1d86a6b2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.1069121 Nov 20 03:34:54.971938 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d54b2-2fd4-47bd-bdec-e2e1adaa1440 None None] Checking router: acc52df4-418f-4728-9a8a-785220962875 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:34:54.980479 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d54b2-2fd4-47bd-bdec-e2e1adaa1440 None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:34:54.981312 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-403d54b2-2fd4-47bd-bdec-e2e1adaa1440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:34:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:55.036486 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b35d-543c-46c8-9436-5ae0ab0901b3 req-fc94cc79-2b55-427e-93b8-62ee4e2aaaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:55.037934 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8680b35d-543c-46c8-9436-5ae0ab0901b3 req-fc94cc79-2b55-427e-93b8-62ee4e2aaaed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 200 len: 851 time: 0.0718839 Nov 20 03:34:55.046693 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c3f2b524-9b95-4487-a0cb-0ae708582742 req-080c0194-1337-4ef1-997f-d64581d420a4 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727108 Nov 20 03:34:55.084118 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-403d54b2-2fd4-47bd-bdec-e2e1adaa1440 None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:34:55.089844 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b35d-543c-46c8-9436-5ae0ab0901b3 req-abd71c0e-fda8-4c20-98ef-f25750135ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:55.091332 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8680b35d-543c-46c8-9436-5ae0ab0901b3 req-abd71c0e-fda8-4c20-98ef-f25750135ff0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47f51dd2-9655-4765-8747-cb254c8e5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438027 Nov 20 03:34:55.180125 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8680b35d-543c-46c8-9436-5ae0ab0901b3 req-d1cd0468-2da9-4a77-b45a-6728a008827b service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796862 Nov 20 03:34:55.277179 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-403d54b2-2fd4-47bd-bdec-e2e1adaa1440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:55.290357 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8680b35d-543c-46c8-9436-5ae0ab0901b3 req-6a83a0fd-0604-4b0e-880e-9fa86cb27d60 service neutron] 10.222.0.57 "GET /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027544 Nov 20 03:34:55.305805 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d54b2-2fd4-47bd-bdec-e2e1adaa1440 None None] The sync data for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi is: [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:00Z', 'revision_number': 4, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '93bef7f6-a86c-4dae-90d8-65ab9c480d43', 'name': '', 'network_id': '47f51dd2-9655-4765-8747-cb254c8e5525', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'mac_address': 'fa:16:3e:4f:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:59Z', 'updated_at': '2021-11-20T03:26:06Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'subnets': [{'id': '0161227e-706f-418f-bfc8-985c44c88c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:34:55.510619 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef55ffe-68d8-4e26-8247-270c63b651f6 None None] New status for floating IP d5c7c5b4-4586-4c3d-b867-8d87da5eafc7: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:34:56.164173 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52ff3c-186c-4e48-b1da-3022a9bfb34f req-025bbfc5-339d-426b-8460-2463450ae932 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:56.165573 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8a52ff3c-186c-4e48-b1da-3022a9bfb34f req-025bbfc5-339d-426b-8460-2463450ae932 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.0484757 Nov 20 03:34:56.213344 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8a52ff3c-186c-4e48-b1da-3022a9bfb34f req-85bbccc6-7fa2-4019-a476-e915bcd53bfb tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b987830-c391-4d4e-a1c1-82c812080b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419092 Nov 20 03:34:56.621238 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4483bc-4650-4727-849a-dca5cc23d743 req-f289fdb3-ec26-4f9e-adea-a9f7f71a8a21 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:56.622579 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8b4483bc-4650-4727-849a-dca5cc23d743 req-f289fdb3-ec26-4f9e-adea-a9f7f71a8a21 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 945 time: 0.0493128 Nov 20 03:34:56.714510 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-8b4483bc-4650-4727-849a-dca5cc23d743 req-265fbb8a-f0f6-48e3-9dec-272136a9d10f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Deleting port 7fab1476-2c92-464e-a1e2-23830e67426c {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:56.714852 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-8b4483bc-4650-4727-849a-dca5cc23d743 req-265fbb8a-f0f6-48e3-9dec-272136a9d10f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:56.800545 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-8b4483bc-4650-4727-849a-dca5cc23d743 req-265fbb8a-f0f6-48e3-9dec-272136a9d10f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] For port 7fab1476-2c92-464e-a1e2-23830e67426c, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7fab1476-2c92-464e-a1e2-23830e67426c,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:34:56.800907 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-8b4483bc-4650-4727-849a-dca5cc23d743 req-265fbb8a-f0f6-48e3-9dec-272136a9d10f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:56.813527 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-8b4483bc-4650-4727-849a-dca5cc23d743 req-265fbb8a-f0f6-48e3-9dec-272136a9d10f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Calling delete_port for 7fab1476-2c92-464e-a1e2-23830e67426c owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:56.940916 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-8b4483bc-4650-4727-849a-dca5cc23d743 req-265fbb8a-f0f6-48e3-9dec-272136a9d10f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:56.969037 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fbb8a-f0f6-48e3-9dec-272136a9d10f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event deleted for resources: {'Port': ['ID=7fab1476-2c92-464e-a1e2-23830e67426c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:57.011878 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4483bc-4650-4727-849a-dca5cc23d743 req-265fbb8a-f0f6-48e3-9dec-272136a9d10f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] No DVR routers for this DVR port 7fab1476-2c92-464e-a1e2-23830e67426c on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:34:57.014282 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-8b4483bc-4650-4727-849a-dca5cc23d743 req-265fbb8a-f0f6-48e3-9dec-272136a9d10f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:57.017678 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8b4483bc-4650-4727-849a-dca5cc23d743 req-265fbb8a-f0f6-48e3-9dec-272136a9d10f tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.57 "DELETE /v2.0/ports/7fab1476-2c92-464e-a1e2-23830e67426c HTTP/1.1" status: 204 len: 173 time: 0.3876650 Nov 20 03:34:57.018747 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'name': 'network-vif-deleted', 'tag': '7fab1476-2c92-464e-a1e2-23830e67426c'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:34:57.020990 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5913bac6-9800-4264-b0e8-7a7d2fce5ff7" -d '{"events": [{"server_uuid": "1d3e9138-6765-44c1-af74-6a6d69eecdd5", "name": "network-vif-deleted", "tag": "7fab1476-2c92-464e-a1e2-23830e67426c"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:34:57.056421 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b2fb89-a500-41e0-882f-32f7e6ed7dde x-openstack-request-id: req-48b2fb89-a500-41e0-882f-32f7e6ed7dde {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:34:57.056719 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3e9138-6765-44c1-af74-6a6d69eecdd5", "name": "network-vif-deleted", "tag": "7fab1476-2c92-464e-a1e2-23830e67426c", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:34:57.056979 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48b2fb89-a500-41e0-882f-32f7e6ed7dde {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:34:57.057451 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3e9138-6765-44c1-af74-6a6d69eecdd5', 'name': 'network-vif-deleted', 'tag': '7fab1476-2c92-464e-a1e2-23830e67426c', 'status': 'completed', 'code': 200} Nov 20 03:34:57.308322 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f178087c-0861-449b-988c-56175e5a07a0 req-6c485b1e-01fc-46aa-8914-e9db6ae04848 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d3e9138-6765-44c1-af74-6a6d69eecdd5 HTTP/1.1" status: 200 len: 210 time: 0.0277867 Nov 20 03:34:58.363996 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37322) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:58.483814 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c05cb4bf-a668-4f31-8ace-4f61e23661d1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Deleting port c0ef0e3b-38ff-4297-bfa1-e617269d92aa {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:58.484079 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c05cb4bf-a668-4f31-8ace-4f61e23661d1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:58.555140 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c05cb4bf-a668-4f31-8ace-4f61e23661d1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:58.555464 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c05cb4bf-a668-4f31-8ace-4f61e23661d1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:58.567250 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c05cb4bf-a668-4f31-8ace-4f61e23661d1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Calling delete_port for c0ef0e3b-38ff-4297-bfa1-e617269d92aa owned by network:floatingip {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:58.697460 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c05cb4bf-a668-4f31-8ace-4f61e23661d1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:58.722282 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cb4bf-a668-4f31-8ace-4f61e23661d1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event deleted for resources: {'Port': ['ID=c0ef0e3b-38ff-4297-bfa1-e617269d92aa,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:58.783497 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c05cb4bf-a668-4f31-8ace-4f61e23661d1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for floatingip, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:58.785995 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c05cb4bf-a668-4f31-8ace-4f61e23661d1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:58.787143 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c05cb4bf-a668-4f31-8ace-4f61e23661d1 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "DELETE /v2.0/floatingips/094fd343-53f2-4c1a-9e48-caa2f0657a80 HTTP/1.1" status: 204 len: 168 time: 0.4221482 Nov 20 03:34:59.972184 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37336) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:00.028087 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-26a9c3e6-5a94-43aa-ada9-3f858f4831c2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.052671 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-26a9c3e6-5a94-43aa-ada9-3f858f4831c2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.112770 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-26a9c3e6-5a94-43aa-ada9-3f858f4831c2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.115322 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-26a9c3e6-5a94-43aa-ada9-3f858f4831c2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.116550 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-26a9c3e6-5a94-43aa-ada9-3f858f4831c2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] 10.222.0.37 "DELETE /v2.0/security-groups/3b987830-c391-4d4e-a1c1-82c812080b43 HTTP/1.1" status: 204 len: 168 time: 0.1433318 Nov 20 03:35:00.125893 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9c3e6-5a94-43aa-ada9-3f858f4831c2 tempest-TestVolumeBootPattern-651897511 tempest-TestVolumeBootPattern-651897511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b987830-c391-4d4e-a1c1-82c812080b43,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:00.171204 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7fab1476-2c92-464e-a1e2-23830e67426c no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:35:00.177912 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37340) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:00.194719 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 7fab1476-2c92-464e-a1e2-23830e67426c {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:35:00.195076 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 7fab1476-2c92-464e-a1e2-23830e67426c not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:35:00.522609 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.612688 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e454a99-7fae-45c3-8d5c-5a14c069264d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779922'] for router_interface, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.848560 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8e454a99-7fae-45c3-8d5c-5a14c069264d admin admin] Deleting port 93bef7f6-a86c-4dae-90d8-65ab9c480d43 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:35:00.848824 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e454a99-7fae-45c3-8d5c-5a14c069264d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.926746 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8e454a99-7fae-45c3-8d5c-5a14c069264d admin admin] For port 93bef7f6-a86c-4dae-90d8-65ab9c480d43, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=93bef7f6-a86c-4dae-90d8-65ab9c480d43,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:35:00.927113 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e454a99-7fae-45c3-8d5c-5a14c069264d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.939253 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8e454a99-7fae-45c3-8d5c-5a14c069264d admin admin] Calling delete_port for 93bef7f6-a86c-4dae-90d8-65ab9c480d43 owned by network:router_interface {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:35:01.111522 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e454a99-7fae-45c3-8d5c-5a14c069264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:01.140574 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e454a99-7fae-45c3-8d5c-5a14c069264d admin admin] Pushing event deleted for resources: {'Port': ['ID=93bef7f6-a86c-4dae-90d8-65ab9c480d43,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:01.300557 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e454a99-7fae-45c3-8d5c-5a14c069264d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782338'] for router_interface, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:01.507657 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e454a99-7fae-45c3-8d5c-5a14c069264d admin admin] Router acc52df4-418f-4728-9a8a-785220962875 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:35:01.610997 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e454a99-7fae-45c3-8d5c-5a14c069264d admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:35:01.616998 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-8e454a99-7fae-45c3-8d5c-5a14c069264d admin admin] 10.222.0.37 "PUT /v2.0/routers/acc52df4-418f-4728-9a8a-785220962875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4379988 Nov 20 03:35:01.619671 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37348) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:01.620776 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0264a-48d9-4328-906a-1f0490158457 None None] Sync routers for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:35:01.631046 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0264a-48d9-4328-906a-1f0490158457 None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:35:01.631637 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-e5a0264a-48d9-4328-906a-1f0490158457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:34:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:01.722683 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Publish callbacks [] for router, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:01.732667 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-e5a0264a-48d9-4328-906a-1f0490158457 None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:35:01.822083 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:01.873212 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Deleting port 8174dc49-29d9-4af4-accb-96263360c708 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:35:01.873557 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:01.908300 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-e5a0264a-48d9-4328-906a-1f0490158457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '8174dc49-29d9-4af4-accb-96263360c708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:35:01Z', 'revision_number': 5, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port': {'id': '8174dc49-29d9-4af4-accb-96263360c708', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc52df4-418f-4728-9a8a-785220962875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:01.933992 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0264a-48d9-4328-906a-1f0490158457 None None] Checking router: acc52df4-418f-4728-9a8a-785220962875 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:35:01.942709 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0264a-48d9-4328-906a-1f0490158457 None None] Routers {'acc52df4-418f-4728-9a8a-785220962875'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:35:01.943297 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-e5a0264a-48d9-4328-906a-1f0490158457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:34:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['acc52df4-418f-4728-9a8a-785220962875'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:01.959751 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] For port 8174dc49-29d9-4af4-accb-96263360c708, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=8174dc49-29d9-4af4-accb-96263360c708,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:35:01.960149 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:01.973267 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Calling delete_port for 8174dc49-29d9-4af4-accb-96263360c708 owned by network:router_gateway {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:35:02.123745 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-e5a0264a-48d9-4328-906a-1f0490158457 None None] Set router acc52df4-418f-4728-9a8a-785220962875 gateway port host: None {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:35:02.178122 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-e5a0264a-48d9-4328-906a-1f0490158457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:35:01Z', 'revision_number': 6, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port_host': None}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:02.204849 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0264a-48d9-4328-906a-1f0490158457 None None] The sync data for ids ['acc52df4-418f-4728-9a8a-785220962875'] in dv-cinder-818037-5-iscsi is: [{'id': 'acc52df4-418f-4728-9a8a-785220962875', 'name': 'tempest-TestVolumeBootPattern-1438846797-router', 'tenant_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:57Z', 'updated_at': '2021-11-20T03:35:01Z', 'revision_number': 6, 'project_id': 'ee28f54d912d4789b1b0abf0f0cddab5', 'gw_port_host': None}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:35:02.371740 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:02.397269 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Pushing event deleted for resources: {'Port': ['ID=8174dc49-29d9-4af4-accb-96263360c708,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:02.452611 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1780264'] for router_gateway, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:02.544600 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1782926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31792'] for router, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:02.546896 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:02.597275 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1782917'] for router, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:02.597935 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Fanout notify agent at l3_agent the message router_deleted on router acc52df4-418f-4728-9a8a-785220962875 {{(pid=102610) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:35:02.602488 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] Publish callbacks [] for router, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:02.606310 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37352) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:02.608722 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e4057204-9667-4f9c-8602-676701f4078e admin admin] 10.222.0.37 "DELETE /v2.0/routers/acc52df4-418f-4728-9a8a-785220962875 HTTP/1.1" status: 204 len: 168 time: 0.9879332 Nov 20 03:35:02.655078 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 93bef7f6-a86c-4dae-90d8-65ab9c480d43 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:35:02.659110 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91417c5-e070-4776-8a92-8dfbf8650029 admin admin] Deleting subnet 0161227e-706f-418f-bfc8-985c44c88c8a {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:35:02.662289 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e91417c5-e070-4776-8a92-8dfbf8650029 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:02.676198 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 93bef7f6-a86c-4dae-90d8-65ab9c480d43 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:35:02.676550 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 93bef7f6-a86c-4dae-90d8-65ab9c480d43 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:35:02.697261 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e91417c5-e070-4776-8a92-8dfbf8650029 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639847'] for subnet, precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:02.776018 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e91417c5-e070-4776-8a92-8dfbf8650029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:02.825206 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e91417c5-e070-4776-8a92-8dfbf8650029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7773071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4874919'] for subnet, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:02.852886 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e91417c5-e070-4776-8a92-8dfbf8650029 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:02.856668 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e91417c5-e070-4776-8a92-8dfbf8650029 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0161227e-706f-418f-bfc8-985c44c88c8a HTTP/1.1" status: 204 len: 168 time: 0.2491696 Nov 20 03:35:02.857708 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91417c5-e070-4776-8a92-8dfbf8650029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0161227e-706f-418f-bfc8-985c44c88c8a,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:02.858184 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b655b55-5204-4cc7-81e1-c32b0f6f3abe None None] Network 47f51dd2-9655-4765-8747-cb254c8e5525 requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:35:02.859274 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37354) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:02.926641 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:02.983756 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Deleting port 9d6821c8-1696-48d9-9c70-2354e0f1f799 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:35:02.984328 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:03.051694 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] For port 9d6821c8-1696-48d9-9c70-2354e0f1f799, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=9d6821c8-1696-48d9-9c70-2354e0f1f799,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:35:03.052051 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:03.054605 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fad569-c438-4200-8700-cf2ae7ed6765 None None] DHCP port deletion for 47f51dd2-9655-4765-8747-cb254c8e5525 request from dv-cinder-818037-5-iscsi {{(pid=102611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:35:03.065057 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Calling delete_port for 9d6821c8-1696-48d9-9c70-2354e0f1f799 owned by network:dhcp {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:35:03.103122 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e2fad569-c438-4200-8700-cf2ae7ed6765 None None] Deleting port 9d6821c8-1696-48d9-9c70-2354e0f1f799 {{(pid=102611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:35:03.103583 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2fad569-c438-4200-8700-cf2ae7ed6765 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:03.149146 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:03.170795 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e2fad569-c438-4200-8700-cf2ae7ed6765 None None] For port 9d6821c8-1696-48d9-9c70-2354e0f1f799, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=9d6821c8-1696-48d9-9c70-2354e0f1f799,segment=NetworkSegment(23c5016d-ded3-4dfc-99ae-338ed54ccbbe),segment_id=23c5016d-ded3-4dfc-99ae-338ed54ccbbe)] {{(pid=102611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:35:03.171167 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2fad569-c438-4200-8700-cf2ae7ed6765 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:03.175269 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6821c8-1696-48d9-9c70-2354e0f1f799,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:03.178647 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] No DVR routers for this DVR port 9d6821c8-1696-48d9-9c70-2354e0f1f799 on host dv-cinder-818037-5-iscsi {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:35:03.185563 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e2fad569-c438-4200-8700-cf2ae7ed6765 None None] Calling delete_port for 9d6821c8-1696-48d9-9c70-2354e0f1f799 owned by network:dhcp {{(pid=102611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:35:03.257865 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:03.266641 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2fad569-c438-4200-8700-cf2ae7ed6765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623'] for port, after_delete {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:03.278919 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f51dd2-9655-4765-8747-cb254c8e5525']}} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:03.288336 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c5016d-ded3-4dfc-99ae-338ed54ccbbe') {'for_net_delete': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:03.288630 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.services.segments.db [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c5016d-ded3-4dfc-99ae-338ed54ccbbe') {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:03.293392 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fad569-c438-4200-8700-cf2ae7ed6765 None None] Pushing event deleted for resources: {'Port': ['ID=9d6821c8-1696-48d9-9c70-2354e0f1f799,revision_number=None']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:03.297084 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fad569-c438-4200-8700-cf2ae7ed6765 None None] No DVR routers for this DVR port 9d6821c8-1696-48d9-9c70-2354e0f1f799 on host dv-cinder-818037-5-iscsi {{(pid=102611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:35:03.300221 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4789284'] for segment, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:03.316335 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:03.322520 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:35:03.322942 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4985377'] for segment, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: Traceback (most recent call last): Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: timer() Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: cb(*args, **kw) Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: return func(*args, **kwargs) Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: self._notify() Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: self.callback(batched_events) Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: event.method(event) Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: return f(self, *a, **k) Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: return self._get(url).json() Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: return self.request(url, 'GET', **kwargs) Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:35:03.324584 dv-cinder-818037-5-iscsi neutron-server[102610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:35:03.376239 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:03.382010 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:03.385142 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] 10.222.0.37 "DELETE /v2.0/networks/47f51dd2-9655-4765-8747-cb254c8e5525 HTTP/1.1" status: 204 len: 168 time: 0.5242147 Nov 20 03:35:03.388203 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37356) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:03.395586 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062ed84-d7d4-43a3-827a-73e786910f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=47f51dd2-9655-4765-8747-cb254c8e5525,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:03.985008 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6315f103-bb84-4521-b4f9-d2c486680b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779922'] for router_interface, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:04.219128 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6315f103-bb84-4521-b4f9-d2c486680b10 admin admin] Deleting port 203672e2-d347-4198-8e95-7e12ce5d814b {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:35:04.219473 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6315f103-bb84-4521-b4f9-d2c486680b10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:04.294647 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6315f103-bb84-4521-b4f9-d2c486680b10 admin admin] For port 203672e2-d347-4198-8e95-7e12ce5d814b, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=203672e2-d347-4198-8e95-7e12ce5d814b,segment=NetworkSegment(e1194224-05af-440d-935d-1cf563fff81f),segment_id=e1194224-05af-440d-935d-1cf563fff81f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:35:04.294928 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6315f103-bb84-4521-b4f9-d2c486680b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:04.308883 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6315f103-bb84-4521-b4f9-d2c486680b10 admin admin] Calling delete_port for 203672e2-d347-4198-8e95-7e12ce5d814b owned by network:router_interface {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:35:04.388173 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 9d6821c8-1696-48d9-9c70-2354e0f1f799 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:35:04.411767 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 9d6821c8-1696-48d9-9c70-2354e0f1f799 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:35:04.412142 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 9d6821c8-1696-48d9-9c70-2354e0f1f799 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:35:04.412564 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 8174dc49-29d9-4af4-accb-96263360c708 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:35:04.430914 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 8174dc49-29d9-4af4-accb-96263360c708 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:35:04.431265 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 8174dc49-29d9-4af4-accb-96263360c708 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:35:04.486513 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6315f103-bb84-4521-b4f9-d2c486680b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:04.515574 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315f103-bb84-4521-b4f9-d2c486680b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=203672e2-d347-4198-8e95-7e12ce5d814b,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:04.681661 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6315f103-bb84-4521-b4f9-d2c486680b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782338'] for router_interface, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:04.891422 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6315f103-bb84-4521-b4f9-d2c486680b10 admin admin] Router dec7e126-476b-47db-88c3-096351f0d80d has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:35:04.996301 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6315f103-bb84-4521-b4f9-d2c486680b10 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:35:05.001217 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-6315f103-bb84-4521-b4f9-d2c486680b10 admin admin] 10.222.0.37 "PUT /v2.0/routers/dec7e126-476b-47db-88c3-096351f0d80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6119494 Nov 20 03:35:05.003918 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37362) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:05.005467 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcaf89d-fbef-4563-9802-6d2e1b128381 None None] Sync routers for ids ['dec7e126-476b-47db-88c3-096351f0d80d'] in dv-cinder-818037-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:35:05.014786 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcaf89d-fbef-4563-9802-6d2e1b128381 None None] Routers {'dec7e126-476b-47db-88c3-096351f0d80d'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:35:05.015391 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-1bcaf89d-fbef-4563-9802-6d2e1b128381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:34:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['dec7e126-476b-47db-88c3-096351f0d80d'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:05.106737 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Publish callbacks [] for router, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.118183 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-1bcaf89d-fbef-4563-9802-6d2e1b128381 None None] Set router dec7e126-476b-47db-88c3-096351f0d80d gateway port host: dv-cinder-818037-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:35:05.205532 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.257703 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Deleting port c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:35:05.258056 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.291462 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-1bcaf89d-fbef-4563-9802-6d2e1b128381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'name': 'tempest-TestVolumeBootPattern-89796193-router', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:26:03Z', 'updated_at': '2021-11-20T03:35:04Z', 'revision_number': 5, 'project_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'gw_port': {'id': 'c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:26:04Z', 'updated_at': '2021-11-20T03:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:05.321279 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcaf89d-fbef-4563-9802-6d2e1b128381 None None] Checking router: dec7e126-476b-47db-88c3-096351f0d80d for host: dv-cinder-818037-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:35:05.329520 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcaf89d-fbef-4563-9802-6d2e1b128381 None None] Routers {'dec7e126-476b-47db-88c3-096351f0d80d'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:35:05.330142 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-1bcaf89d-fbef-4563-9802-6d2e1b128381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:34:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['dec7e126-476b-47db-88c3-096351f0d80d'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:05.339851 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] For port c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:35:05.340222 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.352597 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Calling delete_port for c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f owned by network:router_gateway {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:35:05.516863 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.534631 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-1bcaf89d-fbef-4563-9802-6d2e1b128381 None None] Set router dec7e126-476b-47db-88c3-096351f0d80d gateway port host: None {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:35:05.542328 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:05.586467 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-1bcaf89d-fbef-4563-9802-6d2e1b128381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'name': 'tempest-TestVolumeBootPattern-89796193-router', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:26:03Z', 'updated_at': '2021-11-20T03:35:05Z', 'revision_number': 6, 'project_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'gw_port_host': None}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:05.605992 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1780264'] for router_gateway, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.615667 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcaf89d-fbef-4563-9802-6d2e1b128381 None None] The sync data for ids ['dec7e126-476b-47db-88c3-096351f0d80d'] in dv-cinder-818037-5-iscsi is: [{'id': 'dec7e126-476b-47db-88c3-096351f0d80d', 'name': 'tempest-TestVolumeBootPattern-89796193-router', 'tenant_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:26:03Z', 'updated_at': '2021-11-20T03:35:05Z', 'revision_number': 6, 'project_id': 'd36acaac20ea404d9370c22dcfbb07a9', 'gw_port_host': None}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:35:05.693958 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1782926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31792'] for router, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.696095 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.738020 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1782917'] for router, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.738541 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router dec7e126-476b-47db-88c3-096351f0d80d {{(pid=102610) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:35:05.742722 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] Publish callbacks [] for router, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.743921 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e9deaf88-5b40-44a6-9dd9-fa1da19b0cdc admin admin] 10.222.0.37 "DELETE /v2.0/routers/dec7e126-476b-47db-88c3-096351f0d80d HTTP/1.1" status: 204 len: 168 time: 0.7389836 Nov 20 03:35:05.746432 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37364) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:05.788462 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b1ebf6-5098-4556-ba83-c0f709d68a7b admin admin] Deleting subnet 19e49ff5-92bf-4e67-939a-14db6d5ff8ca {{(pid=102610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:35:05.791331 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ebf6-5098-4556-ba83-c0f709d68a7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.827530 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ebf6-5098-4556-ba83-c0f709d68a7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4789309'] for subnet, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.901535 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ebf6-5098-4556-ba83-c0f709d68a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.957104 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ebf6-5098-4556-ba83-c0f709d68a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4985471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4896948'] for subnet, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.981660 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1ebf6-5098-4556-ba83-c0f709d68a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19e49ff5-92bf-4e67-939a-14db6d5ff8ca,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:05.988122 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ebf6-5098-4556-ba83-c0f709d68a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.992020 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-e5b1ebf6-5098-4556-ba83-c0f709d68a7b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/19e49ff5-92bf-4e67-939a-14db6d5ff8ca HTTP/1.1" status: 204 len: 168 time: 0.2442768 Nov 20 03:35:05.994098 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5806b00e-aba7-4a8c-9204-0c7fef5e8bfd None None] Network 12c4db2f-713b-4f26-81a1-86b7910b7fbb requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:35:05.994468 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37368) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:06.077951 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.131471 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Deleting port ec35080c-7f7c-4457-8d4c-ab17cbe8d926 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:35:06.131745 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.195740 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] For port ec35080c-7f7c-4457-8d4c-ab17cbe8d926, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=ec35080c-7f7c-4457-8d4c-ab17cbe8d926,segment=NetworkSegment(e1194224-05af-440d-935d-1cf563fff81f),segment_id=e1194224-05af-440d-935d-1cf563fff81f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:35:06.196132 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.208597 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Calling delete_port for ec35080c-7f7c-4457-8d4c-ab17cbe8d926 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:35:06.286253 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.315204 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec35080c-7f7c-4457-8d4c-ab17cbe8d926,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:06.317524 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] No DVR routers for this DVR port ec35080c-7f7c-4457-8d4c-ab17cbe8d926 on host dv-cinder-818037-5-iscsi {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:35:06.389805 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.401256 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fa1d2d-aa30-4e5d-8698-89c2c3f9bf74 None None] DHCP port deletion for 12c4db2f-713b-4f26-81a1-86b7910b7fbb request from dv-cinder-818037-5-iscsi {{(pid=102611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:35:06.415736 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c4db2f-713b-4f26-81a1-86b7910b7fbb']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:06.425734 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1194224-05af-440d-935d-1cf563fff81f') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:06.426029 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1194224-05af-440d-935d-1cf563fff81f') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:35:06.439706 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639870'] for segment, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.453170 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.459645 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:35:06.460098 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773137'] for segment, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: Traceback (most recent call last): Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: timer() Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: cb(*args, **kw) Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: self._notify() Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: self.callback(batched_events) Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: event.method(event) Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: return f(self, *a, **k) Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._get(url).json() Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:35:06.462065 dv-cinder-818037-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:35:06.472633 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:35:06.496734 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:35:06.497102 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device c633b792-5edd-4bd2-8b9d-dfd4a4bb1d2f not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:35:06.497524 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device ec35080c-7f7c-4457-8d4c-ab17cbe8d926 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:35:06.518911 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: ec35080c-7f7c-4457-8d4c-ab17cbe8d926 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:35:06.519269 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device ec35080c-7f7c-4457-8d4c-ab17cbe8d926 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:35:06.519689 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 203672e2-d347-4198-8e95-7e12ce5d814b no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:35:06.526182 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.531630 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.535517 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] 10.222.0.37 "DELETE /v2.0/networks/12c4db2f-713b-4f26-81a1-86b7910b7fbb HTTP/1.1" status: 204 len: 168 time: 0.5397127 Nov 20 03:35:06.538984 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 203672e2-d347-4198-8e95-7e12ce5d814b {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:35:06.539509 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 203672e2-d347-4198-8e95-7e12ce5d814b not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:35:06.548479 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6b2f0-8215-412b-8fda-a30720c6a082 admin admin] Pushing event deleted for resources: {'Network': ['ID=12c4db2f-713b-4f26-81a1-86b7910b7fbb,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:06.661773 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37372) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:06.699947 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-2cec0263-cee1-41fd-a273-aa3c62419c2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee28f54d912d4789b1b0abf0f0cddab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371494 Nov 20 03:35:06.702942 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37374) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:06.748094 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d873f64a-9638-4d30-a698-39445f33951b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.769188 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d873f64a-9638-4d30-a698-39445f33951b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.813731 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d873f64a-9638-4d30-a698-39445f33951b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.816920 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d873f64a-9638-4d30-a698-39445f33951b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.818054 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d873f64a-9638-4d30-a698-39445f33951b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00b61b7b-9003-4e98-b694-9122ebae37c6 HTTP/1.1" status: 204 len: 168 time: 0.1142230 Nov 20 03:35:06.826281 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873f64a-9638-4d30-a698-39445f33951b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b61b7b-9003-4e98-b694-9122ebae37c6,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:07.134985 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37382) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:07.178484 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-38430ecf-69b5-46c8-9a46-ff7b9eb8f562 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d36acaac20ea404d9370c22dcfbb07a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422719 Nov 20 03:35:07.180895 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37384) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:07.226190 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8b77c4f-5a54-46ab-869e-caa82d71d954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:07.246835 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8b77c4f-5a54-46ab-869e-caa82d71d954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:07.291760 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8b77c4f-5a54-46ab-869e-caa82d71d954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:07.294309 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8b77c4f-5a54-46ab-869e-caa82d71d954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:07.295416 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c8b77c4f-5a54-46ab-869e-caa82d71d954 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54010d75-df64-4a7a-9240-044295fd19a4 HTTP/1.1" status: 204 len: 168 time: 0.1136508 Nov 20 03:35:07.303565 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b77c4f-5a54-46ab-869e-caa82d71d954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54010d75-df64-4a7a-9240-044295fd19a4,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:08.587201 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:35:09.218518 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-def3dfd9-d342-4abd-b79c-e991c447bcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:11.429696 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1338e86a-2263-4292-bb2e-d3fb90ffdeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:12.707678 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:13.781532 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.005311 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:30.531630 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:39.220762 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-db3709ae-f284-4f09-a07e-357284036209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:41.429135 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-77b28104-dbf5-4ed1-82ca-906135691086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:41.473760 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24feb90b-2823-4a44-aa41-d0613f7dc2ff req-f90a2503-df34-40fc-82bb-fd7603ace889 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408125 Nov 20 03:35:41.581585 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24feb90b-2823-4a44-aa41-d0613f7dc2ff req-465e8f88-b65e-4b38-84b7-4ab56f8598cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:35:41.583597 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24feb90b-2823-4a44-aa41-d0613f7dc2ff req-465e8f88-b65e-4b38-84b7-4ab56f8598cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d08399259f414676ab07f0c72210e61b&device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 1099 time: 0.0494785 Nov 20 03:35:41.697329 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24feb90b-2823-4a44-aa41-d0613f7dc2ff req-3341950a-eb52-41bd-8d74-892871e4dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:35:41.698728 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24feb90b-2823-4a44-aa41-d0613f7dc2ff req-3341950a-eb52-41bd-8d74-892871e4dccc service neutron] 10.222.0.57 "GET /v2.0/networks?id=791637e4-063d-499c-bfca-afedfcc04bcf HTTP/1.1" status: 200 len: 912 time: 0.0949829 Nov 20 03:35:41.766226 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24feb90b-2823-4a44-aa41-d0613f7dc2ff req-8a1878ba-b604-46e3-95cf-41f31a9f9d09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24b1806d-1729-41db-a62b-40fd0907daf4 HTTP/1.1" status: 200 len: 1002 time: 0.0599887 Nov 20 03:35:41.812983 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24feb90b-2823-4a44-aa41-d0613f7dc2ff req-11d58b54-fd01-4d41-8da7-54b09cf0cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:35:41.814389 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24feb90b-2823-4a44-aa41-d0613f7dc2ff req-11d58b54-fd01-4d41-8da7-54b09cf0cfa7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7925a5a7-083f-4847-bacf-6cd494adf50c HTTP/1.1" status: 200 len: 850 time: 0.0411386 Nov 20 03:35:41.860748 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24feb90b-2823-4a44-aa41-d0613f7dc2ff req-1f6872ea-c6fe-4704-a712-08aa7c5e9351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:35:41.862207 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24feb90b-2823-4a44-aa41-d0613f7dc2ff req-1f6872ea-c6fe-4704-a712-08aa7c5e9351 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=791637e4-063d-499c-bfca-afedfcc04bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392058 Nov 20 03:35:41.952887 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24feb90b-2823-4a44-aa41-d0613f7dc2ff req-27a3fe40-1e09-42fe-9182-d846847df03c service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833256 Nov 20 03:35:42.044108 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-24feb90b-2823-4a44-aa41-d0613f7dc2ff req-29c6c058-98b9-4ba3-adc0-a9c03611ec94 service neutron] 10.222.0.57 "GET /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845845 Nov 20 03:35:42.710731 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:43.781949 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:45.007421 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:45.586084 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:36:00.531133 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:06.235409 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e3909-7d1e-47ec-a38f-7edafe2780d4 req-1543697c-797f-4f8d-9994-aaf83ba30c4b tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:36:06.236813 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bf1e3909-7d1e-47ec-a38f-7edafe2780d4 req-1543697c-797f-4f8d-9994-aaf83ba30c4b tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 946 time: 0.0485654 Nov 20 03:36:06.282923 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-bf1e3909-7d1e-47ec-a38f-7edafe2780d4 req-1a743e04-dfef-40a4-894a-e3002e1ca5b9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0db2e23-01ba-4799-93eb-687e77bbcfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 Nov 20 03:36:07.402330 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8d4b3-d0f1-4c47-af31-9a7c8a0989e2 req-d0c0b9ac-9f12-4511-853a-1ca56b1b02fd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:36:07.403814 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-49e8d4b3-d0f1-4c47-af31-9a7c8a0989e2 req-d0c0b9ac-9f12-4511-853a-1ca56b1b02fd tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 946 time: 0.0513108 Nov 20 03:36:07.448745 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-49e8d4b3-d0f1-4c47-af31-9a7c8a0989e2 req-1d59dfa8-ef8a-4931-9de2-bffc61187bc4 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0db2e23-01ba-4799-93eb-687e77bbcfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392253 Nov 20 03:36:08.032843 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-abcd4972-1057-44a4-8fc4-4baaa3047af7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:36:08.034301 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-abcd4972-1057-44a4-8fc4-4baaa3047af7 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 946 time: 0.0468469 Nov 20 03:36:08.123222 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Deleting port 24b1806d-1729-41db-a62b-40fd0907daf4 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:36:08.123561 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:08.209073 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] For port 24b1806d-1729-41db-a62b-40fd0907daf4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=24b1806d-1729-41db-a62b-40fd0907daf4,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:36:08.209352 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:08.374067 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:08.374421 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1780434'] for floatingip, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:08.374729 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Floating IP 3294b146-f57b-412d-81f4-1d9ab9087348 disassociated. External IP: 172.27.1.200, port: 24b1806d-1729-41db-a62b-40fd0907daf4. Nov 20 03:36:08.375063 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Calling delete_port for 24b1806d-1729-41db-a62b-40fd0907daf4 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:36:08.497190 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:08.534877 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event deleted for resources: {'Port': ['ID=24b1806d-1729-41db-a62b-40fd0907daf4,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:08.564908 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8dc14a7b-6799-46fc-9119-0d4cf2952ec7 req-a25b3c02-c71c-4fd5-af66-fe6a27d62808 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 210 time: 0.0397387 Nov 20 03:36:08.566129 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:08.566491 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:08.566838 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:08.567179 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:08.567544 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:08.567908 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:08.568243 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:08.568573 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:08.568906 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:08.569235 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:08.569562 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:08.569887 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:08.678690 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Router 50e03d5f-48e8-4a48-9e30-ded79268f168 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:36:08.784803 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:36:08.796921 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e2f1b-a570-4dd4-b34e-fcc92e824a1d None None] Sync routers for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:36:08.807417 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e2f1b-a570-4dd4-b34e-fcc92e824a1d None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:36:08.808003 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-043e2f1b-a570-4dd4-b34e-fcc92e824a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:35:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:36:08.925437 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-043e2f1b-a570-4dd4-b34e-fcc92e824a1d None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:36:09.097390 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] No DVR routers for this DVR port 24b1806d-1729-41db-a62b-40fd0907daf4 on host hv-cinder-81803 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:36:09.099873 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for port, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:09.103149 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8c313cbd-6451-44b9-ac77-9cf297563813 req-fbd95ced-7d47-432e-a983-5a05c32d3d40 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.57 "DELETE /v2.0/ports/24b1806d-1729-41db-a62b-40fd0907daf4 HTTP/1.1" status: 204 len: 173 time: 1.0626822 Nov 20 03:36:09.103586 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'name': 'network-vif-deleted', 'tag': '24b1806d-1729-41db-a62b-40fd0907daf4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:36:09.105862 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abfb27c696d77890d05cc4ffd3237a451cbfdc47eb16e70bb62378f0fdf3cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf82c02-0dde-4366-8ebf-b08859456dcf" -d '{"events": [{"server_uuid": "c45ebf32-845d-4d80-9393-0e6d2c7737e8", "name": "network-vif-deleted", "tag": "24b1806d-1729-41db-a62b-40fd0907daf4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:36:09.137908 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-043e2f1b-a570-4dd4-b34e-fcc92e824a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:58Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:36:09.145004 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9229c43-e603-4c92-b400-ab0e79deb83a x-openstack-request-id: req-a9229c43-e603-4c92-b400-ab0e79deb83a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:36:09.145389 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45ebf32-845d-4d80-9393-0e6d2c7737e8", "name": "network-vif-deleted", "tag": "24b1806d-1729-41db-a62b-40fd0907daf4", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:36:09.145675 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9229c43-e603-4c92-b400-ab0e79deb83a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:36:09.146195 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45ebf32-845d-4d80-9393-0e6d2c7737e8', 'name': 'network-vif-deleted', 'tag': '24b1806d-1729-41db-a62b-40fd0907daf4', 'status': 'completed', 'code': 200} Nov 20 03:36:09.165780 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e2f1b-a570-4dd4-b34e-fcc92e824a1d None None] Checking router: 50e03d5f-48e8-4a48-9e30-ded79268f168 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:36:09.175099 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e2f1b-a570-4dd4-b34e-fcc92e824a1d None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:36:09.175808 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-043e2f1b-a570-4dd4-b34e-fcc92e824a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:35:41Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:36:09.223638 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-41780804-bbdc-428e-8ca6-1a9e44a793d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:09.281769 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-043e2f1b-a570-4dd4-b34e-fcc92e824a1d None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:36:09.472037 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-043e2f1b-a570-4dd4-b34e-fcc92e824a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:58Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:36:09.498005 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e2f1b-a570-4dd4-b34e-fcc92e824a1d None None] The sync data for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi is: [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:31:54Z', 'revision_number': 4, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi', '_interfaces': [{'id': '1d90189f-5ec1-4d30-834b-f8bf0237c8f7', 'name': '', 'network_id': '791637e4-063d-499c-bfca-afedfcc04bcf', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:53Z', 'updated_at': '2021-11-20T03:31:58Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'subnets': [{'id': '7925a5a7-083f-4847-bacf-6cd494adf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:36:09.694123 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3f5cbcf2-ac67-47d2-be1b-88a2479091c0 req-c4001a3b-cf53-4f22-b8ed-83e03cc599d0 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45ebf32-845d-4d80-9393-0e6d2c7737e8 HTTP/1.1" status: 200 len: 210 time: 0.0300400 Nov 20 03:36:09.752719 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de1c01-ef6d-45e1-baba-0d2cb38e7c43 None None] New status for floating IP 3294b146-f57b-412d-81f4-1d9ab9087348: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:36:10.618706 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 24b1806d-1729-41db-a62b-40fd0907daf4 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:36:10.639623 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] No Port match for: 24b1806d-1729-41db-a62b-40fd0907daf4 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:36:10.639999 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Device 24b1806d-1729-41db-a62b-40fd0907daf4 not bound to the agent host hv-cinder-81803 {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:36:10.776014 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37574) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:10.833350 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25736a0f-4e51-4e07-acac-09c4d69fdb4f tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:10.856508 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25736a0f-4e51-4e07-acac-09c4d69fdb4f tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:10.906836 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25736a0f-4e51-4e07-acac-09c4d69fdb4f tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:10.909499 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25736a0f-4e51-4e07-acac-09c4d69fdb4f tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:10.910645 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-25736a0f-4e51-4e07-acac-09c4d69fdb4f tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "DELETE /v2.0/security-groups/f0db2e23-01ba-4799-93eb-687e77bbcfff HTTP/1.1" status: 204 len: 168 time: 0.1336412 Nov 20 03:36:10.914150 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37576) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:10.920169 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25736a0f-4e51-4e07-acac-09c4d69fdb4f tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0db2e23-01ba-4799-93eb-687e77bbcfff,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:10.935915 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.api.v2.resource [None req-6bcd562b-2a40-4802-a72c-fcfb7b0a5f70 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] show failed (client error): The resource could not be found. Nov 20 03:36:10.936921 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-6bcd562b-2a40-4802-a72c-fcfb7b0a5f70 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "GET /v2.0/security-groups/f0db2e23-01ba-4799-93eb-687e77bbcfff HTTP/1.1" status: 404 len: 347 time: 0.0212712 Nov 20 03:36:10.939878 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37580) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:11.060155 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Deleting port 4a575e7a-d767-409b-a6a3-eab51b9f86f0 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:36:11.060498 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:11.132675 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:11.133005 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:11.144503 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Calling delete_port for 4a575e7a-d767-409b-a6a3-eab51b9f86f0 owned by network:floatingip {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:36:11.273668 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:11.299743 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Pushing event deleted for resources: {'Port': ['ID=4a575e7a-d767-409b-a6a3-eab51b9f86f0,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:11.323046 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:11.323400 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:11.323744 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:11.324113 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:11.324449 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:11.324784 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:11.325116 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:11.325449 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:11.325777 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:11.326103 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:11.326428 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:11.326751 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:36:11.368802 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks [] for floatingip, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:11.371367 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186762'] for floatingip, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:11.372545 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-7fa8cddf-a84c-49ac-afce-15c91a4668c9 tempest-AttachVolumeTestJSON-1294934301 tempest-AttachVolumeTestJSON-1294934301-project] 10.222.0.37 "DELETE /v2.0/floatingips/3294b146-f57b-412d-81f4-1d9ab9087348 HTTP/1.1" status: 204 len: 168 time: 0.4317658 Nov 20 03:36:11.429260 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5d807c8e-cf90-4b42-afa1-e7f246d10b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:12.712940 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:13.790407 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:14.881125 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37608) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:15.008661 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:15.212620 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ed39-8878-4c6b-8c65-71140193eb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779922'] for router_interface, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:15.443460 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-b9f5ed39-8878-4c6b-8c65-71140193eb62 admin admin] Deleting port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:36:15.443816 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ed39-8878-4c6b-8c65-71140193eb62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:15.523363 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-b9f5ed39-8878-4c6b-8c65-71140193eb62 admin admin] For port 1d90189f-5ec1-4d30-834b-f8bf0237c8f7, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=1d90189f-5ec1-4d30-834b-f8bf0237c8f7,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:36:15.523637 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ed39-8878-4c6b-8c65-71140193eb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:15.535717 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-b9f5ed39-8878-4c6b-8c65-71140193eb62 admin admin] Calling delete_port for 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 owned by network:router_interface {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:36:15.705667 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ed39-8878-4c6b-8c65-71140193eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:15.732341 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5ed39-8878-4c6b-8c65-71140193eb62 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d90189f-5ec1-4d30-834b-f8bf0237c8f7,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:16.119115 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ed39-8878-4c6b-8c65-71140193eb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782338'] for router_interface, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:16.322994 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f5ed39-8878-4c6b-8c65-71140193eb62 admin admin] Router 50e03d5f-48e8-4a48-9e30-ded79268f168 has already been hosted by L3 agent 62ee1e03-5416-4a2f-97b1-17fb1780154f {{(pid=102610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:36:16.431298 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f5ed39-8878-4c6b-8c65-71140193eb62 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-iscsi the message routers_updated {{(pid=102610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:36:16.436970 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-b9f5ed39-8878-4c6b-8c65-71140193eb62 admin admin] 10.222.0.37 "PUT /v2.0/routers/50e03d5f-48e8-4a48-9e30-ded79268f168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5548434 Nov 20 03:36:16.439433 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37610) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:16.440292 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2100c-fa8d-4612-942c-3935a38baeff None None] Sync routers for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:36:16.450459 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2100c-fa8d-4612-942c-3935a38baeff None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:36:16.451067 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-cba2100c-fa8d-4612-942c-3935a38baeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:36:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:36:16.545926 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:16.554382 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-cba2100c-fa8d-4612-942c-3935a38baeff None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: dv-cinder-818037-5-iscsi {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:36:16.654789 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:16.710074 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Deleting port cac61312-701b-472a-bdcb-76a1fe85ee5a {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:36:16.710412 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:16.793688 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] For port cac61312-701b-472a-bdcb-76a1fe85ee5a, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=cac61312-701b-472a-bdcb-76a1fe85ee5a,segment=NetworkSegment(d8963d21-4963-414c-815c-e7ecf1ba713a),segment_id=d8963d21-4963-414c-815c-e7ecf1ba713a)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:36:16.794053 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:16.806834 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Calling delete_port for cac61312-701b-472a-bdcb-76a1fe85ee5a owned by network:router_gateway {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:36:16.820150 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-cba2100c-fa8d-4612-942c-3935a38baeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'external_fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:36:15Z', 'revision_number': 5, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port': {'id': 'cac61312-701b-472a-bdcb-76a1fe85ee5a', 'name': '', 'network_id': 'f834731d-4835-45b7-b408-4aa4c3ba2e40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:52Z', 'updated_at': '2021-11-20T03:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7288d3c0-2d8c-4f99-98f6-1c5942e2a428', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-iscsi'}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:36:16.846295 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2100c-fa8d-4612-942c-3935a38baeff None None] Checking router: 50e03d5f-48e8-4a48-9e30-ded79268f168 for host: dv-cinder-818037-5-iscsi {{(pid=102612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:36:16.855178 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2100c-fa8d-4612-942c-3935a38baeff None None] Routers {'50e03d5f-48e8-4a48-9e30-ded79268f168'} bound to L3 agent in host dv-cinder-818037-5-iscsi {{(pid=102612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:36:16.855775 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-cba2100c-fa8d-4612-942c-3935a38baeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T03:16:41Z,description=,heartbeat_timestamp=2021-11-20T03:36:11Z,host='dv-cinder-818037-5-iscsi',id=62ee1e03-5416-4a2f-97b1-17fb1780154f,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:41Z,topic='l3_agent')) {'router_ids': ['50e03d5f-48e8-4a48-9e30-ded79268f168'], 'active': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:36:16.943603 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvr_db [None req-cba2100c-fa8d-4612-942c-3935a38baeff None None] Set router 50e03d5f-48e8-4a48-9e30-ded79268f168 gateway port host: None {{(pid=102612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:36:16.979595 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4985426'] for port, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:16.999693 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.l3_hamode_db [None req-cba2100c-fa8d-4612-942c-3935a38baeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:36:16Z', 'revision_number': 6, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port_host': None}], 'dv-cinder-818037-5-iscsi', False) {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:36:17.005621 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac61312-701b-472a-bdcb-76a1fe85ee5a,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:17.028759 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2100c-fa8d-4612-942c-3935a38baeff None None] The sync data for ids ['50e03d5f-48e8-4a48-9e30-ded79268f168'] in dv-cinder-818037-5-iscsi is: [{'id': '50e03d5f-48e8-4a48-9e30-ded79268f168', 'name': 'tempest-AttachVolumeTestJSON-1873302458-router', 'tenant_id': 'd08399259f414676ab07f0c72210e61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:51Z', 'updated_at': '2021-11-20T03:36:16Z', 'revision_number': 6, 'project_id': 'd08399259f414676ab07f0c72210e61b', 'gw_port_host': None}] {{(pid=102612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:36:17.067211 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1780264'] for router_gateway, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.159366 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1782926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31792'] for router, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.161577 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.206049 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1782917'] for router, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.206507 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e03d5f-48e8-4a48-9e30-ded79268f168 {{(pid=102610) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:36:17.211535 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.212706 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-f836ca45-8ede-4da3-8834-1737cc8ea9b0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/50e03d5f-48e8-4a48-9e30-ded79268f168 HTTP/1.1" status: 204 len: 168 time: 0.7723060 Nov 20 03:36:17.215178 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37612) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:17.259249 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c8974f-1207-4bba-8746-3491035e7bab admin admin] Deleting subnet 7925a5a7-083f-4847-bacf-6cd494adf50c {{(pid=102610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:36:17.262226 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-68c8974f-1207-4bba-8746-3491035e7bab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.296661 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-68c8974f-1207-4bba-8746-3491035e7bab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4789309'] for subnet, precommit_delete_associations {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.375027 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-68c8974f-1207-4bba-8746-3491035e7bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754604'] for subnet, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.430863 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-68c8974f-1207-4bba-8746-3491035e7bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4985471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4896948'] for subnet, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.456412 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8974f-1207-4bba-8746-3491035e7bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7925a5a7-083f-4847-bacf-6cd494adf50c,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:17.458304 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-68c8974f-1207-4bba-8746-3491035e7bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for subnet, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.464612 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37614) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:17.465089 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-68c8974f-1207-4bba-8746-3491035e7bab admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7925a5a7-083f-4847-bacf-6cd494adf50c HTTP/1.1" status: 204 len: 168 time: 0.2485809 Nov 20 03:36:17.472050 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa65935-7d80-46fd-93ac-e764032a55f3 None None] Network 791637e4-063d-499c-bfca-afedfcc04bcf requested from dv-cinder-818037-5-iscsi {{(pid=102611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:36:17.532424 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680286'] for network, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.583195 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Deleting port 05a80546-2202-448d-a380-524a82eb18b1 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:36:17.583536 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773407532930'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.649738 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] For port 05a80546-2202-448d-a380-524a82eb18b1, host dv-cinder-818037-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-iscsi',level=0,port_id=05a80546-2202-448d-a380-524a82eb18b1,segment=NetworkSegment(14b535e9-c111-4980-8a13-8c951e3f1c38),segment_id=14b535e9-c111-4980-8a13-8c951e3f1c38)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:36:17.650102 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596384'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.662136 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Calling delete_port for 05a80546-2202-448d-a380-524a82eb18b1 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:36:17.739026 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-634598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773407444282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773406952623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7773090'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.768028 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a80546-2202-448d-a380-524a82eb18b1,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:17.769841 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] No DVR routers for this DVR port 05a80546-2202-448d-a380-524a82eb18b1 on host dv-cinder-818037-5-iscsi {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:36:17.825228 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509021ad-be6a-4d90-a031-2681428f69b1 None None] DHCP port deletion for 791637e4-063d-499c-bfca-afedfcc04bcf request from dv-cinder-818037-5-iscsi {{(pid=102611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:36:17.841611 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756281', 'neutron.services.segments.db._delete_segments_for_network-8773407432641'] for network, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.862226 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791637e4-063d-499c-bfca-afedfcc04bcf']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:36:17.871808 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b535e9-c111-4980-8a13-8c951e3f1c38') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:36:17.872118 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b535e9-c111-4980-8a13-8c951e3f1c38') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:36:17.881150 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773407481254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639870'] for segment, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.894333 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008'] for segment, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.901253 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:36:17.901851 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7773137'] for segment, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: Traceback (most recent call last): Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: timer() Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: cb(*args, **kw) Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: self._notify() Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: self.callback(batched_events) Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: event.method(event) Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: return f(self, *a, **k) Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._get(url).json() Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:36:17.903513 dv-cinder-818037-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:36:17.961176 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1780420'] for network, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.967987 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684491'] for network, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:17.971010 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] 10.222.0.37 "DELETE /v2.0/networks/791637e4-063d-499c-bfca-afedfcc04bcf HTTP/1.1" status: 204 len: 168 time: 0.5046842 Nov 20 03:36:17.981064 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa161fa1-9d0b-4354-84ba-6e9204629b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=791637e4-063d-499c-bfca-afedfcc04bcf,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:18.138779 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37618) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:18.177961 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-890a4d53-e2e9-424f-a605-3a3ec1cb95a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d08399259f414676ab07f0c72210e61b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378394 Nov 20 03:36:18.180911 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37620) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:18.226717 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-83ab250e-d519-401e-bb56-39afa229d578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:18.247132 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-83ab250e-d519-401e-bb56-39afa229d578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:18.296423 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-83ab250e-d519-401e-bb56-39afa229d578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:18.299018 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-83ab250e-d519-401e-bb56-39afa229d578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:18.300170 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-83ab250e-d519-401e-bb56-39afa229d578 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/770afe71-bf16-449e-a182-d6941b7cdaa1 HTTP/1.1" status: 204 len: 168 time: 0.1183619 Nov 20 03:36:18.308774 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab250e-d519-401e-bb56-39afa229d578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770afe71-bf16-449e-a182-d6941b7cdaa1,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:18.430431 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device cac61312-701b-472a-bdcb-76a1fe85ee5a no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:36:18.450438 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: cac61312-701b-472a-bdcb-76a1fe85ee5a {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:36:18.450772 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device cac61312-701b-472a-bdcb-76a1fe85ee5a not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:36:18.451183 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 05a80546-2202-448d-a380-524a82eb18b1 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:36:18.469861 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 05a80546-2202-448d-a380-524a82eb18b1 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:36:18.470201 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 05a80546-2202-448d-a380-524a82eb18b1 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:36:18.470612 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 no longer exists at agent ovs-agent-dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:36:18.493217 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.plugin [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] No Port match for: 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 {{(pid=102611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:36:18.493864 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.rpc [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Device 1d90189f-5ec1-4d30-834b-f8bf0237c8f7 not bound to the agent host dv-cinder-818037-5-iscsi {{(pid=102611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:36:22.585645 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:36:29.964219 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37756) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:30.067537 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fbeedfb4-cf95-4057-b2dc-26c75b068cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.140299 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fbeedfb4-cf95-4057-b2dc-26c75b068cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.143872 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fbeedfb4-cf95-4057-b2dc-26c75b068cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.182398 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fbeedfb4-cf95-4057-b2dc-26c75b068cfd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5ede25ce5fc43a9a420c3bb9ecb34b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171261 Nov 20 03:36:30.183354 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeedfb4-cf95-4057-b2dc-26c75b068cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb60ad32-c20d-4644-bdf4-a4acc9413963,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:30.185132 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37760) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:30.234404 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-45b50961-782c-46b5-afdf-334825643813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.254809 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-45b50961-782c-46b5-afdf-334825643813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.305100 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-45b50961-782c-46b5-afdf-334825643813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.307701 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-45b50961-782c-46b5-afdf-334825643813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.308887 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-45b50961-782c-46b5-afdf-334825643813 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb60ad32-c20d-4644-bdf4-a4acc9413963 HTTP/1.1" status: 204 len: 168 time: 0.1227741 Nov 20 03:36:30.316209 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b50961-782c-46b5-afdf-334825643813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb60ad32-c20d-4644-bdf4-a4acc9413963,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:30.537216 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.569275 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37766) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:30.583115 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcb56-b256-47cf-8114-1fd64593bffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.663953 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcb56-b256-47cf-8114-1fd64593bffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.667478 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcb56-b256-47cf-8114-1fd64593bffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.706222 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-9e3dcb56-b256-47cf-8114-1fd64593bffb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4551a107e0664469a624f0d80a1a2399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358206 Nov 20 03:36:30.707292 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dcb56-b256-47cf-8114-1fd64593bffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c873b943-9a35-448c-ba4b-cdce1451464c,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:30.708946 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37768) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:30.761180 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e3a90a94-0ad4-4db7-ad25-0d2941959261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.781523 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e3a90a94-0ad4-4db7-ad25-0d2941959261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.827890 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e3a90a94-0ad4-4db7-ad25-0d2941959261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.830641 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e3a90a94-0ad4-4db7-ad25-0d2941959261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:30.831801 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e3a90a94-0ad4-4db7-ad25-0d2941959261 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c873b943-9a35-448c-ba4b-cdce1451464c HTTP/1.1" status: 204 len: 168 time: 0.1218455 Nov 20 03:36:30.839495 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a90a94-0ad4-4db7-ad25-0d2941959261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c873b943-9a35-448c-ba4b-cdce1451464c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:35.638648 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37862) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:35.750034 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-35035698-60a3-4aa3-a9b3-64e07eb785d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:35.827390 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-35035698-60a3-4aa3-a9b3-64e07eb785d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:35.831137 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-35035698-60a3-4aa3-a9b3-64e07eb785d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:35.870819 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-35035698-60a3-4aa3-a9b3-64e07eb785d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24d9c47d77d643c4b4fea64e758935f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310319 Nov 20 03:36:35.871677 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35035698-60a3-4aa3-a9b3-64e07eb785d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6782493-680d-4174-92b1-042b059b8468,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:35.873542 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37868) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:35.923329 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47337921-796e-45a8-8bb1-49cd2ec9aea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:35.945358 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47337921-796e-45a8-8bb1-49cd2ec9aea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:35.993115 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47337921-796e-45a8-8bb1-49cd2ec9aea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:35.995821 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-47337921-796e-45a8-8bb1-49cd2ec9aea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:35.996981 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-47337921-796e-45a8-8bb1-49cd2ec9aea6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6782493-680d-4174-92b1-042b059b8468 HTTP/1.1" status: 204 len: 168 time: 0.1218534 Nov 20 03:36:36.004731 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47337921-796e-45a8-8bb1-49cd2ec9aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6782493-680d-4174-92b1-042b059b8468,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:36.253676 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37874) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:36.269110 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c3cef003-bf18-400a-a5ee-4a5766acbbfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:36.347862 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c3cef003-bf18-400a-a5ee-4a5766acbbfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:36.351458 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c3cef003-bf18-400a-a5ee-4a5766acbbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:36.387489 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cef003-bf18-400a-a5ee-4a5766acbbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bf58d9-e1cb-495d-8731-b61667f3e5a0,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:36.394209 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-c3cef003-bf18-400a-a5ee-4a5766acbbfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a507f593bff43859fc2d69ac36bc17e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370854 Nov 20 03:36:36.394522 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37876) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:36.441149 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa9c4df0-7b88-4204-89fa-287370081fb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:36.461378 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa9c4df0-7b88-4204-89fa-287370081fb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:36.507606 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa9c4df0-7b88-4204-89fa-287370081fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:36.510196 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa9c4df0-7b88-4204-89fa-287370081fb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:36.511321 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-fa9c4df0-7b88-4204-89fa-287370081fb8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43bf58d9-e1cb-495d-8731-b61667f3e5a0 HTTP/1.1" status: 204 len: 168 time: 0.1159139 Nov 20 03:36:36.518644 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c4df0-7b88-4204-89fa-287370081fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bf58d9-e1cb-495d-8731-b61667f3e5a0,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:38.142703 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37930) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:38.244346 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-18a443d2-7904-4c66-ba36-d16cacd5d962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.317135 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-18a443d2-7904-4c66-ba36-d16cacd5d962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.320536 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-18a443d2-7904-4c66-ba36-d16cacd5d962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.358667 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-18a443d2-7904-4c66-ba36-d16cacd5d962 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38a7a005ed1b43c2b3a305d5fd7a02d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149284 Nov 20 03:36:38.359637 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a443d2-7904-4c66-ba36-d16cacd5d962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40223950-a76a-4ac7-aedc-a4683e437bea,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:38.361366 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37934) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:38.408549 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bc857894-fc0b-4995-a2df-55e6400ae70c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.432278 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bc857894-fc0b-4995-a2df-55e6400ae70c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.478122 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bc857894-fc0b-4995-a2df-55e6400ae70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.480801 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bc857894-fc0b-4995-a2df-55e6400ae70c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.481952 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-bc857894-fc0b-4995-a2df-55e6400ae70c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40223950-a76a-4ac7-aedc-a4683e437bea HTTP/1.1" status: 204 len: 168 time: 0.1196084 Nov 20 03:36:38.489769 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc857894-fc0b-4995-a2df-55e6400ae70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40223950-a76a-4ac7-aedc-a4683e437bea,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:38.732638 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37940) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:38.745676 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-260dc8fb-a954-44e7-8355-f4d9e248c79d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.822048 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-260dc8fb-a954-44e7-8355-f4d9e248c79d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.826159 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-260dc8fb-a954-44e7-8355-f4d9e248c79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.864620 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-260dc8fb-a954-44e7-8355-f4d9e248c79d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3d18401142541c69618a25274b83c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308479 Nov 20 03:36:38.866572 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260dc8fb-a954-44e7-8355-f4d9e248c79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0917440-562e-4d6d-bf10-6f5877c8257f,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:38.867283 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37942) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:38.915308 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eeaf0f03-6a3a-4a20-88bf-1415b77d2e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.939882 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eeaf0f03-6a3a-4a20-88bf-1415b77d2e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.984420 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eeaf0f03-6a3a-4a20-88bf-1415b77d2e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.987005 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eeaf0f03-6a3a-4a20-88bf-1415b77d2e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.988182 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-eeaf0f03-6a3a-4a20-88bf-1415b77d2e69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0917440-562e-4d6d-bf10-6f5877c8257f HTTP/1.1" status: 204 len: 168 time: 0.1193855 Nov 20 03:36:38.996712 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf0f03-6a3a-4a20-88bf-1415b77d2e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0917440-562e-4d6d-bf10-6f5877c8257f,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:39.225957 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-ff40960a-0ad9-4aaa-8f40-f07e11ffd1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:39.987714 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.37', 37972) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:40.094410 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3dae0b7b-32a5-4f87-9d90-1b93eb05ac2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:40.166549 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3dae0b7b-32a5-4f87-9d90-1b93eb05ac2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:40.170052 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3dae0b7b-32a5-4f87-9d90-1b93eb05ac2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:40.207691 dv-cinder-818037-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-3dae0b7b-32a5-4f87-9d90-1b93eb05ac2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76abbbea50ec470999da94171760cfbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188838 Nov 20 03:36:40.208623 dv-cinder-818037-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae0b7b-32a5-4f87-9d90-1b93eb05ac2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38f9447-c159-4c4e-be58-c1d3d3b4b847,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:40.210498 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 37976) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:40.257365 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-804e16ab-3a64-4af7-89a4-63f133c8825c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:40.278595 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-804e16ab-3a64-4af7-89a4-63f133c8825c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:40.322462 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-804e16ab-3a64-4af7-89a4-63f133c8825c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:40.325157 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-804e16ab-3a64-4af7-89a4-63f133c8825c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:40.326300 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-804e16ab-3a64-4af7-89a4-63f133c8825c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d38f9447-c159-4c4e-be58-c1d3d3b4b847 HTTP/1.1" status: 204 len: 168 time: 0.1146760 Nov 20 03:36:40.333879 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e16ab-3a64-4af7-89a4-63f133c8825c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38f9447-c159-4c4e-be58-c1d3d3b4b847,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:41.432102 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-a835cd8b-ffcc-400a-bca8-b8f0f0396e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:42.717424 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:43.789430 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:45.011516 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:59.585084 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:36:59.714821 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 38122) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:59.819226 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-eea5078c-a46e-4acd-ba79-71205776f72c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:59.892770 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-eea5078c-a46e-4acd-ba79-71205776f72c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:59.896643 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-eea5078c-a46e-4acd-ba79-71205776f72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:59.933584 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5078c-a46e-4acd-ba79-71205776f72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e963f3d0-4b7e-4ad8-869f-bdc3b8484081,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:36:59.939009 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-eea5078c-a46e-4acd-ba79-71205776f72c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44a9301478494214b9e51953e07db804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231681 Nov 20 03:36:59.941690 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [-] (102610) accepted ('10.222.0.37', 38126) {{(pid=102610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:36:59.987872 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bd38a9d0-8cad-4521-915f-b04025039954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:00.008430 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bd38a9d0-8cad-4521-915f-b04025039954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:00.053257 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bd38a9d0-8cad-4521-915f-b04025039954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756277'] for security_group, after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:00.056601 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bd38a9d0-8cad-4521-915f-b04025039954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:00.056601 dv-cinder-818037-5-iscsi neutron-server[102610]: INFO neutron.wsgi [None req-bd38a9d0-8cad-4521-915f-b04025039954 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e963f3d0-4b7e-4ad8-869f-bdc3b8484081 HTTP/1.1" status: 204 len: 168 time: 0.1151166 Nov 20 03:37:00.065013 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38a9d0-8cad-4521-915f-b04025039954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e963f3d0-4b7e-4ad8-869f-bdc3b8484081,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:37:00.555954 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:09.228141 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-cd479854-f2b3-4d03-be46-4809d82890cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:11.433805 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec9e6-5b4a-4ffe-9940-e0b681bade1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:12.718437 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:13.791061 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:15.016110 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:30.554115 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:36.583490 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:37:39.229638 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-6e04bcb0-cba2-42e7-b075-64588d0e47ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:41.435862 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-5fdc43f0-a7f8-4510-afee-e4119ce922df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:42.724043 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:43.794052 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:45.018018 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:00.570717 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:09.231156 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-f4ae1670-1a4f-4743-b28c-9b9502c66d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:11.438018 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b375fef4-f956-422f-90b8-9e2a7c07ae0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:12.723883 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:13.582268 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:38:13.797930 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:15.020399 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:30.588874 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:39.233586 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-d0ac537f-d452-46b2-8dc5-9dea08a084f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:41.438415 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8faa9de4-7826-4ae9-9b47-44716cd2331d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:42.726710 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:43.832944 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:45.022783 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:50.581053 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:39:00.586160 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:09.235233 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-bf871f8a-4314-410e-a52a-8aa1141fdada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:11.440177 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-06cf719b-c68b-4f87-8bbf-f454f11c4cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:12.729289 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:13.804464 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:15.024482 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:27.581239 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:39:30.601547 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:39.238844 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-ad7233d7-28dd-4fcb-a697-dfbe2617d17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:41.441549 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f3ed-0163-493a-9198-e339b3ca7094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:42.731619 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:43.551278 dv-cinder-818037-5-iscsi neutron-server[102610]: DEBUG neutron.wsgi [req-f0b881b8-8985-4568-9cda-30e21df5dc2b req-7e7f7acd-75dd-4fbe-9107-9fdc165d99af service neutron] (102610) timed out ('10.222.0.57', 61158) {{(pid=102610) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 20 03:39:43.808462 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:45.026442 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:00.600891 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:04.580086 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:40:09.240367 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-0e85a2e7-f2c5-4c65-8f50-64a18d8038e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:11.441661 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-c9f1abae-db2e-45c5-ac55-6b3c42ce00b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:12.735064 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:13.810927 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:15.028661 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:30.615655 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:39.241074 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-973da13e-c63e-41df-8825-b667f594d7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:41.441529 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-2c44f9dd-c5c0-47c7-b165-386e6b915f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:41.579154 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:40:42.737448 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:43.838028 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:45.031570 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:00.613171 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:09.242641 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f77a-8435-4c80-baf1-03211cb2ccf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:11.446336 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-95bd445a-93d5-4e2e-a4e0-08980dbe5e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:12.741124 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:13.817559 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:15.033188 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:18.578104 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:41:30.637855 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:39.243485 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-3bff0d26-08c3-4f69-9891-c78dbdefcf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:41.449197 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-6f01a78f-7240-414b-9f31-8b565f93471f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:42.742863 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:43.820082 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:45.034510 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:41:55.578003 dv-cinder-818037-5-iscsi neutron-server[102612]: DEBUG neutron.db.agents_db [None req-b6f526a9-36ff-4c8b-928b-3fdb802365af None None] Agent healthcheck: found 6 active agents {{(pid=102612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:42:00.674758 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8088565c-e0bb-41c8-b7cc-002b89e55d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:42:09.243949 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1766b9ce-a111-45c5-8b25-0115a0f836cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:42:11.450599 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-87262853-9fc1-4796-af73-a78608d1363b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:42:12.744965 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-11708bdd-92ed-4ac0-bb71-61561f2aa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:42:13.823488 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1397a98e-00a3-4d12-915e-805091654d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:42:15.036663 dv-cinder-818037-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e03fece0-9f0c-4d91-a1f6-841efc65d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773407433858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757817'] for agent, after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}